-- Logs begin at Thu 2021-10-14 10:35:12 UTC, end at Thu 2021-10-14 11:32:11 UTC. -- Oct 14 11:04:51.344926 dv-cinder-801354-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 14 11:04:54.137079 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.common.config [-] Logging enabled! Oct 14 11:04:54.137818 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev69 Oct 14 11:04:54.137941 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99859) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 14 11:04:54.141097 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.common.config [-] Logging enabled! Oct 14 11:04:54.141351 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev69 Oct 14 11:04:54.141665 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99859) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 14 11:04:54.142650 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 14 11:04:54.142886 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 14 11:04:54.143261 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 14 11:04:54.143505 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 14 11:04:54.143740 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 14 11:04:54.144051 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.144344 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.144643 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.144872 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.145164 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.145450 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.145729 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.146017 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.146334 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.146619 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.146898 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.147178 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.147406 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.147684 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.147971 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.148640 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.148876 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] debug = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.149154 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.149580 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.150021 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.150325 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.150613 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.150891 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.151160 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.151429 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.151711 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.152048 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] host = dv-cinder-801354-3-iscsi {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.152327 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.152614 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.152900 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.153185 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.153457 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.153732 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.154016 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.154315 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.154587 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] log_file = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.154865 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.155151 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.155435 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.155725 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.155942 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.156161 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.156449 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.156733 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.157005 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.157279 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.157550 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.157822 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.158093 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.158390 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.158671 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.158954 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.159239 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.159511 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.159782 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.160051 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.160319 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.160602 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.160873 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.161143 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.161414 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.161696 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.161963 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.162254 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.162558 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.162845 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.163123 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.163408 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.163680 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.164553 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.164830 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.165103 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.165374 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] use_json = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.165645 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.165914 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.166211 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.166486 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.166758 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.167031 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.167303 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.167585 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:54.167882 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.168178 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.168481 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.168761 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.169071 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.169350 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.169639 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.169917 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.170226 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.170517 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.170807 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.171083 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.171370 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.171647 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.171942 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.172246 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.172539 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.172830 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.173105 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.173378 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.173649 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.173925 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.174228 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.174509 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.174797 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.175083 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.175359 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.175642 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.175933 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.176223 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.176494 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.176771 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.177061 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.177339 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.177612 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.177892 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.178243 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.178493 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.178763 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.179046 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.179326 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.180179 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.180456 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.180738 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.181029 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.181310 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.181584 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.181857 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.182136 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.182437 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.182975 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.183253 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.183529 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.183800 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.184081 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.184353 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.184623 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.184897 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.185166 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.185448 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.185720 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.185991 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.186280 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.186550 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.186819 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.187088 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.187358 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.187632 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.187900 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.188168 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.188435 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.188709 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.188976 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.189258 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.189557 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.189836 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.190117 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.190416 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.190693 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.190969 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.191244 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.191521 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.191796 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.192066 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.192360 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.192645 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.192934 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.193219 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.193497 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.193814 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.194092 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.194397 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.194677 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.194957 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.195771 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.196057 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.196353 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.196650 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.196964 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.197238 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.197528 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.197809 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.198121 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.198427 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:54.198644 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 14 11:04:54.198895 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99859) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 14 11:04:54.639951 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 14 11:04:54.640224 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 14 11:04:54.640513 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 14 11:04:54.640850 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 14 11:04:54.966413 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:54.966623 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:54.966866 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:54.968088 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:54.968363 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:54.968626 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.004330 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.004644 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.004887 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.021674 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.021967 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.022268 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.056167 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.056444 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.056713 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.094494 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.094774 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.095042 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.334458 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f6a006d31f0> agent after_create 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.335119 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f6a006d31f0> agent after_update 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.335119 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f6a006d3280> segment precommit_create 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.335259 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f6a006d3310> network precommit_delete 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.336467 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f6a006d93a0> segment before_delete 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.463461 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a00fcea30>> network before_delete 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.463776 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f6a006b5af0> agent before_delete 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.464063 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a00fcea30>> network before_create 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.464329 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a00fcea30>> port before_create 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.464597 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a00fcea30>> port before_update 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.464909 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a00fcea30>> segment precommit_create 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.465171 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a00fcea30>> segment precommit_delete 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.465433 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a00fcea30>> segment after_create 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.465688 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a00fcea30>> segment after_delete 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.465971 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a00fcea30>> network after_delete 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.466252 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a00fcea30>> network precommit_delete 0 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.466523 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a00fcea30>> port after_create 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.466775 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a00fcea30>> port after_update 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.467024 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a00fcea30>> port after_delete 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.467277 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a00fcea30>> port provisioning_complete 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.467539 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a00fcea30>> rbac-policy before_create 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.467792 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a00fcea30>> rbac-policy after_delete 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.468059 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a00fcea30>> agent after_update 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.468327 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a00fcea30>> subnet after_delete 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.468584 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a00fcea30>> subnet precommit_delete 0 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.468851 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a00fcea30>> rbac-policy before_update 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.469102 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a00fcea30>> rbac-policy before_delete 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.469383 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a00fcea30>> segment_host_mapping after_create 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.469761 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a00fcea30>> rbac-policy before_create 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.470012 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a00fcea30>> rbac-policy before_update 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.470283 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a00fcea30>> rbac-policy before_delete 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.470680 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99859) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 11:04:55.470921 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99859) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 11:04:55.471149 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99859) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 11:04:55.471380 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99859) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 11:04:55.471610 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99859) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 11:04:55.471841 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99859) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 11:04:55.472208 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 14 11:04:55.475569 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 14 11:04:55.480078 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 14 11:04:55.485117 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Oct 14 11:04:55.486825 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 14 11:04:55.487293 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 14 11:04:55.487627 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 14 11:04:55.488009 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 14 11:04:55.490863 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 14 11:04:55.491118 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 14 11:04:55.491461 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 14 11:04:55.497600 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 14 11:04:55.519674 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 14 11:04:55.520145 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f6a005f7400>> qos_plugin after_init 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.520449 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99859) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 14 11:04:55.520811 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f6a005f7eb0>> logging-plugin after_init 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.522233 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99859) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 14 11:04:55.522523 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 14 11:04:55.522784 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 14 11:04:55.526440 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f6a005f76a0>> floatingip before_response 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.526724 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f6a005f76a0>> port before_response 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:55.591864 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 14 11:04:55.592027 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 14 11:04:55.592252 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 14 11:04:55.592627 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 14 11:04:55.613320 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_db.sqlalchemy.engines [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99859) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 14 11:04:56.153363 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.plugins.ml2.managers [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Initializing driver for type 'gre' Oct 14 11:04:56.153882 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] gre ID ranges: [(1, 1000)] Oct 14 11:04:56.209164 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.plugins.ml2.managers [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Initializing driver for type 'local' Oct 14 11:04:56.209494 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.plugins.ml2.managers [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Initializing driver for type 'vlan' Oct 14 11:04:56.221903 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] VlanTypeDriver initialization complete Oct 14 11:04:56.222284 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.plugins.ml2.managers [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Initializing driver for type 'vxlan' Oct 14 11:04:56.222784 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] vxlan ID ranges: [(1, 1000)] Oct 14 11:04:56.290345 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.plugins.ml2.managers [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Initializing extension driver 'port_security' Oct 14 11:04:56.290614 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.plugins.ml2.extensions.port_security [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] PortSecurityExtensionDriver initialization complete Oct 14 11:04:56.290947 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.plugins.ml2.managers [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Initializing mechanism driver 'openvswitch' Oct 14 11:04:56.291271 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.plugins.ml2.managers [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Initializing mechanism driver 'hyperv' Oct 14 11:04:56.297980 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.plugins.ml2.plugin [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:04:56.298687 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6a004914c0>> port after_create 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.299060 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6a004914c0>> port after_update 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.299417 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6a004914c0>> port after_delete 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.300073 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=99859) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 14 11:04:56.300510 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f69fff7f9d0>> subnet after_create 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.300867 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f69fff7f9d0>> subnet after_update 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.301216 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f69fff7f9d0>> subnet after_delete 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.301616 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=99859) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 14 11:04:56.302031 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f69fff7ff10>> network after_create 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.302406 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f69fff7ff10>> network after_update 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.302756 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f69fff7ff10>> network after_delete 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.303153 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=99859) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 14 11:04:56.303638 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f69fff8b400>> security_group after_create 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.304038 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f69fff8b400>> security_group after_update 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.305139 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f69fff8b400>> security_group after_delete 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.305749 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=99859) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 14 11:04:56.306200 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f69fffdbdc0>> security_group_rule after_create 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.306573 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f69fffdbdc0>> security_group_rule after_update 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.306928 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f69fffdbdc0>> security_group_rule after_delete 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.307332 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=99859) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 14 11:04:56.308004 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f69fff8bc70>> address_group after_create 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.308407 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f69fff8bc70>> address_group after_update 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.308705 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f69fff8bc70>> address_group after_delete 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.309103 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=99859) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 14 11:04:56.309503 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] ML2 OVO RPC backend initialized. {{(pid=99859) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 14 11:04:56.310269 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f69fff913d0>> router_interface after_create 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.310630 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f69fff913d0>> router_interface after_delete 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.311049 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f69fff913d0>> network before_response 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.311403 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f69fff913d0>> networks before_response 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.311753 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f69fff913d0>> port before_response 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.312098 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f69fff913d0>> ports before_response 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.312443 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f69fff913d0>> subnet before_response 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.312785 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f69fff913d0>> subnets before_response 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.313200 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f69fff913d0>> network after_create 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.313545 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f69fff913d0>> network after_update 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.313883 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f69fff913d0>> network after_delete 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.314249 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f69fff913d0>> port after_create 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.314590 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f69fff913d0>> port after_update 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.314926 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f69fff913d0>> port after_delete 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.315265 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f69fff913d0>> subnet after_create 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.315602 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f69fff913d0>> subnet after_update 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.315939 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f69fff913d0>> subnet after_delete 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.316532 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.plugins.ml2.plugin [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Modular L2 Plugin initialization complete Oct 14 11:04:56.316868 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading services supported by the core plugin {{(pid=99859) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 14 11:04:56.317197 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.plugins.ml2.managers [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Got port-security extension from driver 'port_security' Oct 14 11:04:56.317662 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.extensions.vlantransparent [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Disabled vlantransparent extension. Oct 14 11:04:56.318145 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99859) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 14 11:04:56.318482 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading Plugin: router Oct 14 11:04:56.362482 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69fff91520>> router_interface before_create 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.363107 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69fff91520>> router after_create 55549900 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.363242 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69fff91520>> router before_create 55549900 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.363607 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69fff91520>> router_interface before_delete 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.363981 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69fff91520>> router_interface after_delete 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.364340 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69fff91520>> router after_delete 55549900 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.364702 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69fff91520>> floatingip after_create 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.365051 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69fff91520>> floatingip after_update 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.365408 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69fff91520>> router after_create 55549900 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.365755 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69fff91520>> router after_update 55549900 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.366196 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69fff91520>> router after_update 55549900 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.366481 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69fff91520>> router_gateway after_delete 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.366919 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69fff91520>> router after_update 55549900 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.368093 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69fff91520>> router precommit_update 55549900 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.368222 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f6a00677430> port after_update 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.368564 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f6a00677310> port after_delete 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.368904 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f6a006773a0> subnet after_update 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.369249 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f6a006774c0> subnetpool_address_scope after_update 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.369598 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69fff91520>> port precommit_delete 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.369946 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69fff91520>> router precommit_create 55549900 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.370329 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f6a0051dd30> port before_delete 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.370672 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69fff91520>> router precommit_create 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.371029 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69fff91520>> router after_update 55549900 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.371372 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69fff91520>> router precommit_delete 55549900 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.371722 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69fff91520>> router precommit_create 55549900 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.372081 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69fff91520>> router_interface after_create 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.372424 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69fff91520>> router precommit_update 55549900 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.372787 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69fff91520>> agent after_create 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.373135 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69fff91520>> agent after_delete 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.373478 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69fff91520>> network after_delete 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.374396 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.quota.resource_registry [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Tracking information for resource: router configured {{(pid=99859) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 11:04:56.374726 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.quota.resource_registry [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Tracking information for resource: floatingip configured {{(pid=99859) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 11:04:56.379876 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.db.l3_agentschedulers_db [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 14 11:04:56.380468 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f69ffec2310> port after_update 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.380828 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f69ffec21f0> port after_create 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.381186 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <function _notify_port_delete at 0x7f69ffec2280> port after_delete 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.381550 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f69ffec2430> port after_update 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.382413 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f69ffeeab20>> router before_create 55550100 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.382796 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f69ffeeab20>> router precommit_delete 55550100 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.383194 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f69ffeeab20>> router precommit_create 55550100 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.383487 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f69ffeeab20>> router precommit_update 55550100 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.388374 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.services.provider_configuration [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Service providers = [] {{(pid=99859) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 14 11:04:56.388744 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.db.servicetype_db [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99859) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 14 11:04:56.391791 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.services.service_base [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99859) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 11:04:56.392135 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.services.service_base [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99859) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 11:04:56.392475 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.services.service_base [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99859) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 11:04:56.393375 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.services.service_base [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99859) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 11:04:56.393746 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.services.service_base [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 14 11:04:56.394133 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99859) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 11:04:56.394476 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 14 11:04:56.405511 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99859) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 11:04:56.405850 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading Plugin: auto_allocate Oct 14 11:04:56.411830 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f69fff1a700> network precommit_update 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.412208 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f69fff1a700> network precommit_create 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.412741 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99859) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 11:04:56.413066 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading Plugin: tag Oct 14 11:04:56.420597 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99859) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 11:04:56.420929 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading Plugin: timestamp Oct 14 11:04:56.426466 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99859) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 11:04:56.426806 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading Plugin: network_ip_availability Oct 14 11:04:56.433227 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f69fff0db50>> rbac-policy before_create 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.433603 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f69fff0db50>> rbac-policy before_update 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.433961 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f69fff0db50>> rbac-policy before_delete 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.434746 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99859) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 11:04:56.435066 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading Plugin: flavors Oct 14 11:04:56.439897 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99859) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 11:04:56.440236 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading Plugin: revisions Oct 14 11:04:56.444623 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99859) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 11:04:56.445145 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_concurrency.lockutils [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.804s {{(pid=99859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 14 11:04:56.445912 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99859) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 14 11:04:56.446276 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Initializing extension manager. Oct 14 11:04:56.446790 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: __init__.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.447132 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: __pycache__ {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.447463 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.447795 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: address_group.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.448570 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.449148 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: address-group Oct 14 11:04:56.449471 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: address_scope.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.450201 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.450729 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: address-scope Oct 14 11:04:56.451050 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: admin_state_down_before_update.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.452209 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.452708 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: router-admin-state-down-before-update Oct 14 11:04:56.453032 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: agent.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.453737 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.454262 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: agent Oct 14 11:04:56.454590 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: agent_resources_synced.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.455511 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.456011 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: agent-resources-synced Oct 14 11:04:56.456332 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: allowedaddresspairs.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.458157 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.458699 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: allowed-address-pairs Oct 14 11:04:56.459029 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: auto_allocated_topology.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.460119 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.460840 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: auto-allocated-topology Oct 14 11:04:56.461172 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: availability_zone.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.461877 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.462407 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: availability_zone Oct 14 11:04:56.462733 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: availability_zone_filter.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.463661 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.464165 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: availability_zone_filter Oct 14 11:04:56.464490 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: data_plane_status.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.465408 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.465909 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extension data-plane-status not supported by any of loaded plugins Oct 14 11:04:56.465909 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: default_subnetpools.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.467268 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.467689 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: default-subnetpools Oct 14 11:04:56.468011 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: dhcpagentscheduler.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.468840 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.469349 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: dhcp_agent_scheduler Oct 14 11:04:56.469675 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: dns.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.470644 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.471145 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extension dns-integration not supported by any of loaded plugins Oct 14 11:04:56.471468 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: dns_domain_ports.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.472412 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.472895 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 14 11:04:56.473219 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.474172 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like <project_id>, <project_name>, <user_id> and <user_name> as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.474684 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 14 11:04:56.475006 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: dvr.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.475694 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.476718 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: dvr Oct 14 11:04:56.477039 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: ecmp_routes.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.477971 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.478496 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extension ecmp_routes not supported by any of loaded plugins Oct 14 11:04:56.478819 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: empty_string_filtering.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.479739 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.480243 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: empty-string-filtering Oct 14 11:04:56.480568 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.481485 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.481980 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 14 11:04:56.482408 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.483332 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.483828 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 14 11:04:56.484149 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: external_net.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.485071 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.485576 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: external-net Oct 14 11:04:56.485903 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: extra_dhcp_opt.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.486844 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.487348 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: extra_dhcp_opt Oct 14 11:04:56.487672 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: extraroute.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.488585 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.489090 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: extraroute Oct 14 11:04:56.489414 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: extraroute_atomic.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.490539 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.491050 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: extraroute-atomic Oct 14 11:04:56.491375 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: filter_validation.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.492647 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.493150 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: filter-validation Oct 14 11:04:56.493475 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: fip_pf_description.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.494423 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.494927 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 14 11:04:56.495250 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: fip_port_details.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.496180 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.496691 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: fip-port-details Oct 14 11:04:56.497016 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: flavors.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.498314 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.498829 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: flavors Oct 14 11:04:56.499156 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.500876 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.501390 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 14 11:04:56.501718 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: floatingip_pools.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.502463 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.502971 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: floatingip-pools Oct 14 11:04:56.503296 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: ip_allocation.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.504233 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.504739 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extension ip_allocation not supported by any of loaded plugins Oct 14 11:04:56.505067 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.505994 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.506536 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: ip-substring-filtering Oct 14 11:04:56.506863 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: l2_adjacency.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.507824 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.508331 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extension l2_adjacency not supported by any of loaded plugins Oct 14 11:04:56.508651 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: l3.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.509825 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.510375 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: router Oct 14 11:04:56.510702 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: l3_conntrack_helper.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.513074 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.513607 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 14 11:04:56.513942 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.514928 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.515439 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: ext-gw-mode Oct 14 11:04:56.515767 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.516694 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.517200 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: l3-ha Oct 14 11:04:56.517528 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: l3_flavors.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.518492 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.518999 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: l3-flavors Oct 14 11:04:56.519323 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.520253 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.520753 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: l3-port-ip-change-not-allowed Oct 14 11:04:56.521076 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: l3agentscheduler.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.522155 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.522697 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: l3_agent_scheduler Oct 14 11:04:56.523181 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: logging.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.524758 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.525267 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extension logging not supported by any of loaded plugins Oct 14 11:04:56.525601 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: metering.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.526387 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.526960 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: metering Oct 14 11:04:56.527285 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.528426 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.528935 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: metering_source_and_destination_fields Oct 14 11:04:56.529261 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: multiprovidernet.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.530229 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.530739 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: multi-provider Oct 14 11:04:56.531162 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: netmtu.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.532001 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.532505 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: net-mtu Oct 14 11:04:56.532829 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: netmtu_writable.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.533763 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.534303 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: net-mtu-writable Oct 14 11:04:56.534627 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: network_availability_zone.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.535302 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.535803 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: network_availability_zone Oct 14 11:04:56.536124 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: network_ip_availability.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.537259 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.537763 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: network-ip-availability Oct 14 11:04:56.538094 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: network_segment_range.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.539416 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.539920 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extension network-segment-range not supported by any of loaded plugins Oct 14 11:04:56.540243 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: pagination.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.541288 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.541572 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: pagination Oct 14 11:04:56.541893 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: port_device_profile.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.542856 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.543370 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: port-device-profile Oct 14 11:04:56.543694 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.544630 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.545146 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: port-mac-address-regenerate Oct 14 11:04:56.545469 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.546421 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.546926 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: port-numa-affinity-policy Oct 14 11:04:56.547250 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: port_resource_request.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.548177 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.548674 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extension port-resource-request not supported by any of loaded plugins Oct 14 11:04:56.549001 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: portbindings.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.550080 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.550612 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: binding Oct 14 11:04:56.550938 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: portbindings_extended.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.552264 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.552778 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: binding-extended Oct 14 11:04:56.553111 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: portsecurity.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.554039 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.555126 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: port-security Oct 14 11:04:56.555454 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: project_id.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.556450 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.556783 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: project-id Oct 14 11:04:56.557108 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: providernet.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.558321 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.558832 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: provider Oct 14 11:04:56.559157 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: qos.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.562792 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.563309 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extension qos not supported by any of loaded plugins Oct 14 11:04:56.563642 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.564905 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.565413 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 14 11:04:56.565739 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.566700 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.567209 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 14 11:04:56.567536 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: qos_default.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.568470 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.568979 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extension qos-default not supported by any of loaded plugins Oct 14 11:04:56.569305 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: qos_fip.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.570005 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.570522 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extension qos-fip not supported by any of loaded plugins Oct 14 11:04:56.570844 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: qos_gateway_ip.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.571776 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.572284 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 14 11:04:56.572609 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: qos_port_network_policy.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.573530 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.574040 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 14 11:04:56.574395 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.575442 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.575951 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 14 11:04:56.576277 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: qos_pps_rule.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.577471 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.577985 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extension qos-pps not supported by any of loaded plugins Oct 14 11:04:56.578339 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: qos_rule_type_details.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.579291 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.579801 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 14 11:04:56.580287 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: qos_rules_alias.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.581701 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.582265 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 14 11:04:56.582594 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: quotasv2.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.583571 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.583901 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: quotas Oct 14 11:04:56.584222 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: quotasv2_detail.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.588505 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.588851 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: quota_details Oct 14 11:04:56.589187 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: rbac.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.590305 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.590842 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: rbac-policies Oct 14 11:04:56.591174 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: rbac_address_group.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.592113 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.592625 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: rbac-address-group Oct 14 11:04:56.592954 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: rbac_address_scope.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.593888 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.594435 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: rbac-address-scope Oct 14 11:04:56.594767 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: rbac_security_groups.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.595696 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.596205 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: rbac-security-groups Oct 14 11:04:56.596532 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: rbac_subnetpool.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.597450 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.597958 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: rbac-subnetpool Oct 14 11:04:56.598321 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: revisionifmatch.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.599262 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.599773 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: revision-if-match Oct 14 11:04:56.600101 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: revisions.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.601794 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.602499 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: standard-attr-revisions Oct 14 11:04:56.602831 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: router_availability_zone.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.603514 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.604019 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: router_availability_zone Oct 14 11:04:56.604345 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: routerservicetype.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.605270 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.605774 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extension router-service-type not supported by any of loaded plugins Oct 14 11:04:56.606101 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.607059 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.607574 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: security-groups-normalized-cidr Oct 14 11:04:56.607901 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: security_groups_port_filtering.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.608832 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.609342 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: port-security-groups-filtering Oct 14 11:04:56.609669 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.610625 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.611139 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: security-groups-remote-address-group Oct 14 11:04:56.611463 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: securitygroup.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.623754 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.624280 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: security-group Oct 14 11:04:56.624613 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: segment.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.625413 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.625955 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extension segment not supported by any of loaded plugins Oct 14 11:04:56.626287 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.627340 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.627845 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 14 11:04:56.628172 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: servicetype.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.629294 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.629807 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: service-type Oct 14 11:04:56.630134 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: sorting.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.631158 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.631494 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: sorting Oct 14 11:04:56.631818 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: standard_attr_segment.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.632834 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.633376 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 14 11:04:56.633695 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: standardattrdescription.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.634383 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.634901 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: standard-attr-description Oct 14 11:04:56.635224 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: stateful_security_group.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.636171 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.636678 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: stateful-security-group Oct 14 11:04:56.637062 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: stdattrs_common.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.637597 dv-cinder-801354-3-iscsi neutron-server[99859]: WARNING neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 14 11:04:56.637919 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.638892 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.639394 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 14 11:04:56.639715 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: subnet_onboard.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.640803 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.641322 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: subnet_onboard Oct 14 11:04:56.641647 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.642637 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.643140 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 14 11:04:56.643463 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: subnet_service_types.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.644397 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.644902 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: subnet-service-types Oct 14 11:04:56.645224 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: subnetallocation.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.652213 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.652774 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: subnet_allocation Oct 14 11:04:56.653102 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.653850 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.654413 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: subnetpool-prefix-ops Oct 14 11:04:56.654737 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.655742 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.656319 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 14 11:04:56.656678 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: tagging.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.657843 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.658403 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: standard-attr-tag Oct 14 11:04:56.658730 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: timestamp.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.659999 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.660508 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loaded extension: standard-attr-timestamp Oct 14 11:04:56.660833 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: trunk.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.661872 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.662415 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extension trunk not supported by any of loaded plugins Oct 14 11:04:56.662738 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: trunk_details.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.664357 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.665471 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extension trunk-details not supported by any of loaded plugins Oct 14 11:04:56.665794 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: uplink_status_propagation.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.666756 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.667268 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 14 11:04:56.667591 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Loading extension file: vlantransparent.py {{(pid=99859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:04:56.668275 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:04:56.668772 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extension vlan-transparent not supported by any of loaded plugins Oct 14 11:04:56.671280 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.quota.resource_registry [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Creating instance of TrackedResource for resource:network Oct 14 11:04:56.671825 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.quota.resource_registry [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Creating instance of TrackedResource for resource:subnet Oct 14 11:04:56.672219 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.quota.resource_registry [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 11:04:56.672609 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.quota.resource_registry [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Creating instance of TrackedResource for resource:port Oct 14 11:04:56.673879 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.v2.resource_helper [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 11:04:56.674352 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.v2.resource_helper [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Service FLAVORS assigned prefix: {{(pid=99859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 11:04:56.674970 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.v2.resource_helper [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 11:04:56.675401 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.v2.resource_helper [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 11:04:56.675739 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.quota.resource_registry [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Creating instance of TrackedResource for resource:router Oct 14 11:04:56.676161 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.quota.resource_registry [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Creating instance of TrackedResource for resource:floatingip Oct 14 11:04:56.676667 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.v2.resource_helper [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Service METERING assigned prefix: /metering {{(pid=99859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 11:04:56.678104 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f69ffe29e20>> rbac-policy before_create 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.678497 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f69ffe29e20>> rbac-policy before_update 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.678844 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f69ffe29e20>> rbac-policy before_delete 55550000 {{(pid=99859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:04:56.680446 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.quota.resource_registry [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Creating instance of CountableResource for resource:rbac_policy Oct 14 11:04:56.680880 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.quota.resource_registry [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Creating instance of TrackedResource for resource:security_group Oct 14 11:04:56.681312 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.quota.resource_registry [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Creating instance of TrackedResource for resource:security_group_rule Oct 14 11:04:56.681919 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.v2.resource_helper [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Service CORE assigned prefix: {{(pid=99859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 11:04:56.682273 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.quota.resource_registry [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 11:04:56.682874 dv-cinder-801354-3-iscsi neutron-server[99859]: WARNING neutron.quota.resource_registry [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] subnetpool is already registered Oct 14 11:04:56.683305 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.v2.resource_helper [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Service CORE assigned prefix: {{(pid=99859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 11:04:56.683625 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.quota.resource_registry [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 11:04:56.683952 dv-cinder-801354-3-iscsi neutron-server[99859]: WARNING neutron.quota.resource_registry [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] subnetpool is already registered Oct 14 11:04:56.686170 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.v2.resource_helper [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 11:04:56.686618 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.v2.resource_helper [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Service FLAVORS assigned prefix: {{(pid=99859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 11:04:56.687203 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.v2.resource_helper [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 11:04:56.687617 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.v2.resource_helper [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 11:04:56.687942 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.quota.resource_registry [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Creating instance of TrackedResource for resource:router Oct 14 11:04:56.688274 dv-cinder-801354-3-iscsi neutron-server[99859]: WARNING neutron.quota.resource_registry [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] router is already registered Oct 14 11:04:56.688676 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.quota.resource_registry [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Creating instance of TrackedResource for resource:floatingip Oct 14 11:04:56.689007 dv-cinder-801354-3-iscsi neutron-server[99859]: WARNING neutron.quota.resource_registry [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] floatingip is already registered Oct 14 11:04:56.689451 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.v2.resource_helper [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Service METERING assigned prefix: /metering {{(pid=99859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 11:04:56.690102 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.quota.resource_registry [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Creating instance of CountableResource for resource:rbac_policy Oct 14 11:04:56.690451 dv-cinder-801354-3-iscsi neutron-server[99859]: WARNING neutron.quota.resource_registry [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] rbac_policy is already registered Oct 14 11:04:56.690854 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.quota.resource_registry [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Creating instance of TrackedResource for resource:security_group Oct 14 11:04:56.691184 dv-cinder-801354-3-iscsi neutron-server[99859]: WARNING neutron.quota.resource_registry [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] security_group is already registered Oct 14 11:04:56.691577 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.quota.resource_registry [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Creating instance of TrackedResource for resource:security_group_rule Oct 14 11:04:56.691905 dv-cinder-801354-3-iscsi neutron-server[99859]: WARNING neutron.quota.resource_registry [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] security_group_rule is already registered Oct 14 11:04:56.692517 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.v2.resource_helper [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Service CORE assigned prefix: {{(pid=99859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 11:04:56.692836 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.quota.resource_registry [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 11:04:56.693161 dv-cinder-801354-3-iscsi neutron-server[99859]: WARNING neutron.quota.resource_registry [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] subnetpool is already registered Oct 14 11:04:56.693585 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.v2.resource_helper [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Service CORE assigned prefix: {{(pid=99859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 11:04:56.693901 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.quota.resource_registry [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 11:04:56.694259 dv-cinder-801354-3-iscsi neutron-server[99859]: WARNING neutron.quota.resource_registry [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] subnetpool is already registered Oct 14 11:04:56.694708 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extended resource: extensions {{(pid=99859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:04:56.696756 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extended resource: address-groups {{(pid=99859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:04:56.698279 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extended resource: address-scopes {{(pid=99859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:04:56.699598 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extended resource: agents {{(pid=99859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:04:56.700765 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extended resource: auto-allocated-topology {{(pid=99859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:04:56.702001 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extended resource: availability_zones {{(pid=99859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:04:56.703253 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extended resource: dhcp-networks {{(pid=99859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:04:56.705889 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extended resource: dhcp-agents {{(pid=99859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:04:56.707344 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extended resource: routers {{(pid=99859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:04:56.709643 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extended resource: flavors {{(pid=99859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:04:56.711971 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extended resource: service_profiles {{(pid=99859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:04:56.713186 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extended resource: next_providers {{(pid=99859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:04:56.714678 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extended resource: service_profiles {{(pid=99859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:04:56.716226 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extended resource: floatingip-pools {{(pid=99859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:04:56.717472 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extended resource: routers {{(pid=99859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:04:56.719619 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extended resource: floatingips {{(pid=99859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:04:56.720891 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extended resource: l3-routers {{(pid=99859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:04:56.722322 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extended resource: l3-agents {{(pid=99859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:04:56.723759 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extended resource: metering-labels {{(pid=99859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:04:56.725103 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extended resource: metering-label-rules {{(pid=99859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:04:56.727603 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extended resource: network-ip-availabilities {{(pid=99859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:04:56.728870 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extended resource: bindings {{(pid=99859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:04:56.730565 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extended resource: quotas {{(pid=99859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:04:56.732167 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extended resource: quotas {{(pid=99859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:04:56.733678 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extended resource: rbac-policies {{(pid=99859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:04:56.734991 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extended resource: security-groups {{(pid=99859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:04:56.736231 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extended resource: security-group-rules {{(pid=99859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:04:56.737464 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extended resource: service-providers {{(pid=99859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:04:56.738732 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extended resource: subnetpools {{(pid=99859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:04:56.740189 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extended resource: subnetpools {{(pid=99859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:04:56.741635 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extended resource: tags {{(pid=99859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:04:56.743875 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extended resource: tags {{(pid=99859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:04:56.745685 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extended resource: tags {{(pid=99859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:04:56.747502 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extended resource: tags {{(pid=99859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:04:56.749278 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extended resource: tags {{(pid=99859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:04:56.751156 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extended resource: tags {{(pid=99859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:04:56.752855 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extended resource: tags {{(pid=99859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:04:56.754777 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extended resource: tags {{(pid=99859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:04:56.756530 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extended resource: tags {{(pid=99859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:04:56.759054 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron.api.extensions [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Extended resource: tags {{(pid=99859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:04:56.765132 dv-cinder-801354-3-iscsi neutron-server[99859]: WARNING keystonemiddleware.auth_token [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 14 11:04:56.770788 dv-cinder-801354-3-iscsi neutron-server[99859]: WARNING keystonemiddleware.auth_token [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 14 11:04:56.780337 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_concurrency.lockutils [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Acquired lock "singleton_lock" {{(pid=99859) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 14 11:04:56.780810 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_concurrency.lockutils [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Releasing lock "singleton_lock" {{(pid=99859) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 14 11:04:56.781464 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO oslo_service.service [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Starting 2 workers Oct 14 11:04:56.786318 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Started child 99968 {{(pid=99859) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 11:04:56.792253 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Started child 99969 {{(pid=99859) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 11:04:56.792723 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:04:56.793739 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO neutron.service [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Neutron service started, listening on 0.0.0.0:9696 Oct 14 11:04:56.794203 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [-] (99968) wsgi starting up on http://0.0.0.0:9696 Oct 14 11:04:56.794368 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Publish callbacks [] for process, before_spawn {{(pid=99859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:04:56.796728 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO oslo_service.service [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Starting 1 workers Oct 14 11:04:56.796840 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:04:56.798051 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [-] (99969) wsgi starting up on http://0.0.0.0:9696 Oct 14 11:04:56.801920 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Started child 99970 {{(pid=99859) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 11:04:56.802479 dv-cinder-801354-3-iscsi neutron-server[99859]: INFO oslo_service.service [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Starting 1 workers Oct 14 11:04:56.805658 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.service [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] calling RpcWorker wait() {{(pid=99970) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 14 11:04:56.806390 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.service [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] returning from RpcWorker wait() {{(pid=99970) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 14 11:04:56.807798 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Started child 99971 {{(pid=99859) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 11:04:56.807902 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:04:56.808345 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:04:56.808596 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG neutron_lib.callbacks.manager [None req-c42b5155-e792-4dcc-930f-0f540b99e8ee None None] Publish callbacks [] for process, after_spawn {{(pid=99859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:04:56.810523 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99859) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 14 11:04:56.810742 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 14 11:04:56.811096 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 14 11:04:56.811313 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 14 11:04:56.811671 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 14 11:04:56.811830 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 14 11:04:56.812503 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.812596 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:04:56.813066 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.813066 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.813281 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.813722 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.813871 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:04:56.814331 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.814602 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.814841 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.815114 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.815361 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.815523 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.815842 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.816089 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.816321 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.816620 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.816886 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.817122 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.817380 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.817554 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.817804 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.818069 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.818334 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.818604 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] debug = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.818842 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.819331 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.819550 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.819794 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.820098 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.821013 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.821269 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.821522 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.821757 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.821977 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.822248 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.822518 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.822747 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.822956 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.823189 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.823450 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.823683 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.824170 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] host = dv-cinder-801354-3-iscsi {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.824383 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.824594 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.824849 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.825068 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.825308 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.825532 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.825982 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.826147 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.826360 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.826653 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.826809 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.827003 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.827219 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.827466 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] log_file = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.827613 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] log_options = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.827840 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.828092 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.828330 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.828518 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.828686 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.828846 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.829092 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.829238 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.829490 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.829699 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.829906 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.830131 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.830365 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.830590 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.830849 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.831075 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.831328 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.831565 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.831804 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.832023 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.832247 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.832467 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.832715 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.832946 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.833169 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.833407 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.833629 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.833855 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.834062 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.834327 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.834556 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.834796 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.835028 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.835256 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.836324 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.837170 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.837405 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.837626 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.837908 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.838134 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.838413 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.838659 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.838871 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.839128 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.839340 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.839549 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.840590 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] use_json = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.840590 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.840590 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.840590 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.840590 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.840949 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.841023 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.841210 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.841438 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.841837 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.842113 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.842530 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.842685 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.843072 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.843533 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.843756 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.843954 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.844226 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.844446 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.845168 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.845168 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.846069 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.846069 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.846069 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.849087 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.849087 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.849087 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.849087 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.849087 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.849087 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.849087 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.849087 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.852998 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.852998 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.852998 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.852998 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.852998 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.852998 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.852998 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.852998 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.853584 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.853584 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.853584 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.853584 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.853584 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.853584 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.853584 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.853584 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.853584 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.855953 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.855953 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.855953 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.855953 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.855953 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.855953 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.855953 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.855953 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.855953 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.858296 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.858296 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.858296 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.858296 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.858296 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.858296 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.858296 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.858296 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.858296 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.860313 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.860313 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.860313 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.860313 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.860313 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.860313 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.860313 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.860313 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.860313 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.860801 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.860801 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.860801 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.860801 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.860801 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.860801 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.860801 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.860801 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.860801 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.861306 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.861306 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.861306 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.861477 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.861678 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.862053 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.862296 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.862510 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.862741 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.862948 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.863152 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.863375 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.863606 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.863876 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.864188 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.864445 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.864678 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.864907 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.865167 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.865397 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.865647 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.865874 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.866264 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.866450 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.866607 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.866833 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.867641 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.867898 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.868125 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.868388 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.868616 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.868842 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.869060 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.869300 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.869522 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.869808 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.870042 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.870297 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.870529 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.870760 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.871038 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.871349 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.871539 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.871779 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.872146 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.872309 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.872695 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.872852 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.873067 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.873296 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.873674 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.873820 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.874079 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.874265 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.874493 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.874742 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.875021 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.875247 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.875484 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.875694 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.875918 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.876230 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.876454 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.876680 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.876909 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.877179 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.877420 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.877650 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.877910 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.878334 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.878492 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.878714 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.878904 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.879055 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.879268 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.879509 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.879718 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.879953 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.880160 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.880373 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.880581 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.880792 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.881035 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.881242 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.881487 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.881674 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.881907 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.882126 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.882662 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.882914 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.883150 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.883491 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.883704 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.883916 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.884174 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.884335 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.884570 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.884785 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.885045 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.885290 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.885499 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.885720 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.885958 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.886253 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.886465 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.886705 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.886920 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.887129 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.887335 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.887548 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.887755 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.887980 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.888200 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.888425 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.888673 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.888916 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.889249 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.889493 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.889715 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.889969 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.890237 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.890437 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.890668 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.890887 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.891099 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.891310 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.891543 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.891786 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.892109 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.892265 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.892488 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.892730 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.892883 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.893113 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.893320 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.893776 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.893918 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.894083 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.894360 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.894592 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.894802 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.895025 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.895231 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.895436 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.895652 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.895883 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.896089 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.896308 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.896536 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.896742 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.896959 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.897170 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.897374 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.897591 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.897818 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.898615 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.899086 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.899703 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.899916 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.900202 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.900372 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.900581 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.900825 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.901060 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.901241 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.901469 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.901680 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.901883 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.902119 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.902356 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.902563 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.902867 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.903114 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.903329 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.903633 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.903876 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.904114 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.904350 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.904646 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.904871 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.905101 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.905314 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.905552 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.905783 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.906049 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.906374 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.906663 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.906902 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.907163 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.907424 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.907700 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.907953 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.908181 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.908457 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.908785 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.909043 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.909283 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.909530 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.909770 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.910002 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.910239 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.910471 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.910680 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.910910 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.911146 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.911393 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.911637 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.911863 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.912101 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.912328 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.912551 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.912785 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.913000 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.913209 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.913374 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 14 11:04:56.915261 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99859) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 14 11:04:56.915422 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 14 11:04:56.915576 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 14 11:04:56.915745 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 14 11:04:56.915913 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 14 11:04:56.916064 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 14 11:04:56.916268 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.916427 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.916585 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.916741 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.916897 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.917074 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.917230 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.917384 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.917538 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.917692 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.917846 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.918022 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.918154 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.918345 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.918498 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.918654 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.918806 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.918960 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.919119 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.919274 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.919428 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.919581 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.919736 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] debug = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.919891 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.920108 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.920269 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.920423 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.920575 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.920728 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.920881 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.921035 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.921190 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.921345 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.921500 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.921653 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.921806 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.921963 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.922116 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.922293 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.922448 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.922603 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] host = dv-cinder-801354-3-iscsi {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.922758 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.922911 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.923066 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.923219 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.923373 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.923527 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.923682 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.923837 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.923976 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.924132 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.924286 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.924437 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.924591 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.924743 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] log_file = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.924896 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] log_options = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.925053 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.925206 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.925369 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.925611 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.925747 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.925891 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.926028 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.927153 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.927153 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.927153 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.927153 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.927153 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.927153 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.927153 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.927849 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.927849 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.927849 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.927849 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.927849 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.928250 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.928250 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.928250 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.928483 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.928483 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.928636 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.928791 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.928944 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.929097 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.929341 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.929805 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.930215 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.930382 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.930537 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.930694 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.930849 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.931002 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.931155 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.931310 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.931467 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.931622 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.931775 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.931930 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.932091 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.932249 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.932402 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.932811 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.932966 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] use_json = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.933119 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.933272 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.933426 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.933579 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.933733 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.933886 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.934039 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.934222 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:04:56.934392 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.934551 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.934718 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.934874 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.935030 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.935187 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.935344 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.935500 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.935655 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.935811 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.935974 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.936130 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.936296 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.936452 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.936608 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.936766 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.936923 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.937078 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.937234 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.937390 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.937546 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.937702 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.937866 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.938020 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.938203 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.938353 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.938509 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.938681 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.938835 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.938991 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.939149 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.939305 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.939462 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.939619 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.939776 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.939933 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.940090 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.940246 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.940402 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.940558 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.940715 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.940870 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.941026 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.941183 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.941340 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.941496 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.941650 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.941806 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.941967 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.942122 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.942374 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.942475 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.942604 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.942818 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.942905 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.943060 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.943215 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.943373 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.943530 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.943686 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.943842 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.943999 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.944156 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.944311 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.944468 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.944624 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.944793 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.945523 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.946259 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.946426 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.946586 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.946744 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.946902 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.947059 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.947216 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.947372 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.947529 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.947688 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.947843 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.947929 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:04:56.948023 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.948144 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.948301 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.948457 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.948614 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.948772 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.948929 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.949084 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.949241 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.949398 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.949563 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.949736 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.949894 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.950052 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.950267 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.950391 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.950548 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.950705 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.950862 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.951019 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.951175 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.951330 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.951486 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.951646 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.951802 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.951963 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.952118 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.952274 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.952432 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.952594 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.952748 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.952903 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.953060 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.953215 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.953369 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.953525 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.953680 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.953844 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.954000 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.954159 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.954326 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.954488 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.954653 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.954825 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.954991 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.955146 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.955302 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.955459 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.955615 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.955772 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.955927 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.956082 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.956239 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.956403 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.956569 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.956725 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.956881 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.957037 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.957216 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.957372 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.957527 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.957682 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.957838 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.957994 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.958150 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.958329 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.958486 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.958641 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.958797 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.958954 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.959111 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.959270 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.959427 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.959584 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.959740 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.959896 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.960053 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.960210 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.960367 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.961137 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.961534 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.962136 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.962360 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.962485 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.962706 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.962834 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.962917 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.963039 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.963194 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.963351 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.963506 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.963662 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.963820 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.963975 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.964131 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.964290 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.964445 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.964602 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.964759 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.964916 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.965072 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.965229 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.965388 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.965545 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.965701 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.965857 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.966014 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.966170 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.966360 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.966518 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.966675 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.966831 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.966987 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.967159 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.967316 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.967473 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.967630 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.967785 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.967942 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.968099 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.968255 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.968412 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.968569 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.968725 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.968882 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.969042 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.969198 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.969355 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.969510 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.969665 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.969819 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.969976 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.970145 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.970323 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.970481 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.970638 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.970794 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.970950 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.971115 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.971271 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.971426 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.971581 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.971736 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.971892 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.972056 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.972212 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.972367 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.972523 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.972755 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.972855 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.972990 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.973145 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.973301 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.973455 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.973610 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.973765 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.973930 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.974086 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.974263 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.974420 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.974574 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.974714 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.974910 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.975068 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.975260 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.975417 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.975572 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.975728 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.975895 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.976053 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.976829 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.977531 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.977691 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.977857 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.978031 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.978225 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.978364 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.978525 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.978681 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.978856 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.978995 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.979153 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.979316 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.979482 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.979645 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.979803 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.979968 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.980132 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.980298 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.980453 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.980615 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.980784 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.980940 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.981098 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.981253 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.981409 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.981565 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.981721 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.981877 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.982034 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.982201 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.982364 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.982520 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.982676 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.982837 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.982995 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.983149 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.983304 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.983463 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.983618 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.983774 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:04:56.983924 dv-cinder-801354-3-iscsi neutron-server[99859]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 14 11:04:57.050034 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 54588) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:04:57.058928 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067623 Oct 14 11:05:08.924715 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2b1052-0ac1-444e-97d2-fb3c9c2ee5a4 None None] get_active_networks_info from dv-cinder-801354-3-iscsi {{(pid=99970) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 14 11:05:09.066294 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2b1052-0ac1-444e-97d2-fb3c9c2ee5a4 None None] No non-hosted networks {{(pid=99970) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 14 11:05:09.081868 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.agentschedulers_db [None req-7c2b1052-0ac1-444e-97d2-fb3c9c2ee5a4 None None] DHCP Agent not found on host dv-cinder-801354-3-iscsi {{(pid=99970) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 14 11:05:09.189052 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-3ea01554-78ce-4e75-b27e-e004dcc2f920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1073343843'] for agent, after_create {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:11.461132 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-9b8538af-56b2-4641-993c-d6284a6153d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1073343843'] for agent, after_create {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:11.500979 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-64d375f1-8bec-4e02-a9b8-a3e0677135f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:12.756499 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1073343843'] for agent, after_create {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:12.988348 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1073343843'] for agent, after_create {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:12.989477 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:12.990214 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:12.991005 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:12.992339 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:12.993123 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:12.993868 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:12.994924 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:12.995567 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:12.998986 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:12.999488 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:13.000023 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:13.000532 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:13.001180 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f69ff2055b0>, 'Open vSwitch agent', 'dv-cinder-801354-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:05:13.013618 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f69fe8f5cd0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-801354-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:05:14.242481 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1073343843'] for agent, after_create {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:15.614991 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 54682) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:05:16.124085 dv-cinder-801354-3-iscsi neutron-server[99968]: WARNING oslo_policy.policy [None req-166ee6f6-474d-4a00-932f-466a902a39aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 11:05:16.124680 dv-cinder-801354-3-iscsi neutron-server[99968]: WARNING oslo_policy.policy [None req-166ee6f6-474d-4a00-932f-466a902a39aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 11:05:16.378888 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [None req-166ee6f6-474d-4a00-932f-466a902a39aa admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=99968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 11:05:16.380177 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-166ee6f6-474d-4a00-932f-466a902a39aa admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7629654 Oct 14 11:05:18.957151 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 54696) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:05:19.043691 dv-cinder-801354-3-iscsi neutron-server[99970]: INFO neutron.db.l3_hamode_db [None req-023b42d0-acf4-47b9-9135-fb35654ad954 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 14 11:05:19.127544 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023b42d0-acf4-47b9-9135-fb35654ad954 None None] Routers set() bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:05:19.127939 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023b42d0-acf4-47b9-9135-fb35654ad954 None None] Router IDs set() for agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 14 11:05:19.482428 dv-cinder-801354-3-iscsi neutron-server[99969]: WARNING oslo_policy.policy [None req-bc29ccb0-3cd0-4e74-8b24-12c9bdad3b8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 11:05:19.483025 dv-cinder-801354-3-iscsi neutron-server[99969]: WARNING oslo_policy.policy [None req-bc29ccb0-3cd0-4e74-8b24-12c9bdad3b8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 11:05:19.727635 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-bc29ccb0-3cd0-4e74-8b24-12c9bdad3b8b admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:05:19.824385 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.policy [None req-bc29ccb0-3cd0-4e74-8b24-12c9bdad3b8b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99969) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 14 11:05:19.874490 dv-cinder-801354-3-iscsi neutron-server[99969]: WARNING oslo_policy.policy [None req-bc29ccb0-3cd0-4e74-8b24-12c9bdad3b8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 11:05:19.874874 dv-cinder-801354-3-iscsi neutron-server[99969]: WARNING oslo_policy.policy [None req-bc29ccb0-3cd0-4e74-8b24-12c9bdad3b8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 11:05:19.883597 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.quota [None req-bc29ccb0-3cd0-4e74-8b24-12c9bdad3b8b admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f69ff874e80>. Oct 14 11:05:19.978583 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-bc29ccb0-3cd0-4e74-8b24-12c9bdad3b8b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755831387965', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755831387598', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755831498567', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755831504011', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755831815526', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755831458147', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-544956', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-542220', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1073251610', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1073324365'] for rbac-policy, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:20.046240 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-bc29ccb0-3cd0-4e74-8b24-12c9bdad3b8b admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:20.047469 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-bc29ccb0-3cd0-4e74-8b24-12c9bdad3b8b admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0893214 Oct 14 11:05:22.986615 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 54714) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:05:23.335994 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-005f1d82-f9a8-4508-a127-db179bd92d20 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'ce6d1a78b0bd4b73b3f5cc903ef32c29', 'tenant_id': 'ce6d1a78b0bd4b73b3f5cc903ef32c29'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:05:23.366055 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005f1d82-f9a8-4508-a127-db179bd92d20 admin admin] Made reservation on behalf of ce6d1a78b0bd4b73b3f5cc903ef32c29 for: {'network': 1} {{(pid=99969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:05:23.370575 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-005f1d82-f9a8-4508-a127-db179bd92d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for network, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:23.390263 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-005f1d82-f9a8-4508-a127-db179bd92d20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:23.511844 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-005f1d82-f9a8-4508-a127-db179bd92d20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:23.515638 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-005f1d82-f9a8-4508-a127-db179bd92d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:23.536053 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-005f1d82-f9a8-4508-a127-db179bd92d20 admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=99969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 11:05:23.565133 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-005f1d82-f9a8-4508-a127-db179bd92d20 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755828151080', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240'] for segment, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:23.565734 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-005f1d82-f9a8-4508-a127-db179bd92d20 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f6a006d3280> segment precommit_create {{(pid=99969) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 14 11:05:23.566267 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.db.segments_db [None req-005f1d82-f9a8-4508-a127-db179bd92d20 admin admin] Added segment c94f6564-070c-4d71-923b-05487bd61ce8 of type vlan for network f4861b31-64b9-4bb1-9e61-2677419fb2de Oct 14 11:05:23.582520 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f1d82-f9a8-4508-a127-db179bd92d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3790173-9f5b-40d5-b555-45ed1658e77c,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:05:23.632936 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f1d82-f9a8-4508-a127-db179bd92d20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:23.633292 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f1d82-f9a8-4508-a127-db179bd92d20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:23.633633 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f1d82-f9a8-4508-a127-db179bd92d20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:23.633967 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f1d82-f9a8-4508-a127-db179bd92d20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:23.634335 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f1d82-f9a8-4508-a127-db179bd92d20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:23.634683 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f1d82-f9a8-4508-a127-db179bd92d20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:23.635014 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f1d82-f9a8-4508-a127-db179bd92d20 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:23.635337 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f1d82-f9a8-4508-a127-db179bd92d20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:23.635678 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f1d82-f9a8-4508-a127-db179bd92d20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:23.636000 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f1d82-f9a8-4508-a127-db179bd92d20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:23.636323 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f1d82-f9a8-4508-a127-db179bd92d20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:23.636636 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f1d82-f9a8-4508-a127-db179bd92d20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:23.637714 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f1d82-f9a8-4508-a127-db179bd92d20 admin admin] Tracked resource versions report: Oct 14 11:05:23.637714 dv-cinder-801354-3-iscsi neutron-server[99969]: pushed versions: Oct 14 11:05:23.637714 dv-cinder-801354-3-iscsi neutron-server[99969]: { 'AddressGroup': {'1.2'}, Oct 14 11:05:23.637714 dv-cinder-801354-3-iscsi neutron-server[99969]: 'ConntrackHelper': {'1.0'}, Oct 14 11:05:23.637714 dv-cinder-801354-3-iscsi neutron-server[99969]: 'Log': {'1.0'}, Oct 14 11:05:23.637714 dv-cinder-801354-3-iscsi neutron-server[99969]: 'Network': {'1.1'}, Oct 14 11:05:23.637714 dv-cinder-801354-3-iscsi neutron-server[99969]: 'Port': {'1.7'}, Oct 14 11:05:23.637714 dv-cinder-801354-3-iscsi neutron-server[99969]: 'PortForwarding': {'1.2'}, Oct 14 11:05:23.637714 dv-cinder-801354-3-iscsi neutron-server[99969]: 'QosPolicy': {'1.10'}, Oct 14 11:05:23.637714 dv-cinder-801354-3-iscsi neutron-server[99969]: 'SecurityGroup': {'1.4'}, Oct 14 11:05:23.637714 dv-cinder-801354-3-iscsi neutron-server[99969]: 'SecurityGroupRule': {'1.2'}, Oct 14 11:05:23.637714 dv-cinder-801354-3-iscsi neutron-server[99969]: 'SubPort': {'1.0'}, Oct 14 11:05:23.637714 dv-cinder-801354-3-iscsi neutron-server[99969]: 'Subnet': {'1.1'}, Oct 14 11:05:23.637714 dv-cinder-801354-3-iscsi neutron-server[99969]: 'Trunk': {'1.1'}} Oct 14 11:05:23.637714 dv-cinder-801354-3-iscsi neutron-server[99969]: consumer versions: Oct 14 11:05:23.637714 dv-cinder-801354-3-iscsi neutron-server[99969]: { DHCP agent@dv-cinder-801354-3-iscsi: {}, Oct 14 11:05:23.637714 dv-cinder-801354-3-iscsi neutron-server[99969]: L3 agent@dv-cinder-801354-3-iscsi: {}, Oct 14 11:05:23.637714 dv-cinder-801354-3-iscsi neutron-server[99969]: Metadata agent@dv-cinder-801354-3-iscsi: {}, Oct 14 11:05:23.637714 dv-cinder-801354-3-iscsi neutron-server[99969]: Metering agent@dv-cinder-801354-3-iscsi: {}, Oct 14 11:05:23.637714 dv-cinder-801354-3-iscsi neutron-server[99969]: Open vSwitch agent@dv-cinder-801354-3-iscsi: { 'AddressGroup': '1.2', Oct 14 11:05:23.637714 dv-cinder-801354-3-iscsi neutron-server[99969]: 'ConntrackHelper': '1.0', Oct 14 11:05:23.637714 dv-cinder-801354-3-iscsi neutron-server[99969]: 'Log': '1.0', Oct 14 11:05:23.637714 dv-cinder-801354-3-iscsi neutron-server[99969]: 'Network': '1.1', Oct 14 11:05:23.637714 dv-cinder-801354-3-iscsi neutron-server[99969]: 'Port': '1.7', Oct 14 11:05:23.637714 dv-cinder-801354-3-iscsi neutron-server[99969]: 'PortForwarding': '1.2', Oct 14 11:05:23.637714 dv-cinder-801354-3-iscsi neutron-server[99969]: 'QosPolicy': '1.10', Oct 14 11:05:23.637714 dv-cinder-801354-3-iscsi neutron-server[99969]: 'SecurityGroup': '1.4', Oct 14 11:05:23.637714 dv-cinder-801354-3-iscsi neutron-server[99969]: 'SecurityGroupRule': '1.2', Oct 14 11:05:23.637714 dv-cinder-801354-3-iscsi neutron-server[99969]: 'SubPort': '1.0', Oct 14 11:05:23.637714 dv-cinder-801354-3-iscsi neutron-server[99969]: 'Subnet': '1.1', Oct 14 11:05:23.637714 dv-cinder-801354-3-iscsi neutron-server[99969]: 'Trunk': '1.1'}} Oct 14 11:05:23.637714 dv-cinder-801354-3-iscsi neutron-server[99969]: {{(pid=99969) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 11:05:23.687884 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-005f1d82-f9a8-4508-a127-db179bd92d20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755827645040'] for network, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:23.731810 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-005f1d82-f9a8-4508-a127-db179bd92d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994'] for network, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:23.732912 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005f1d82-f9a8-4508-a127-db179bd92d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:05:23.733579 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-005f1d82-f9a8-4508-a127-db179bd92d20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for network, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:23.783710 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-005f1d82-f9a8-4508-a127-db179bd92d20 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7957795 Oct 14 11:05:23.847660 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f1d82-f9a8-4508-a127-db179bd92d20 admin admin] Pushing event updated for resources: {'Network': ['ID=f4861b31-64b9-4bb1-9e61-2677419fb2de,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:05:23.864116 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Network f4861b31-64b9-4bb1-9e61-2677419fb2de details requested by agent ovs-agent-dv-cinder-801354-3-iscsi with host dv-cinder-801354-3-iscsi {{(pid=99970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 11:05:26.862790 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 54728) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:05:27.301334 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a96f9a-8f72-4f4f-a7d1-25a31aee8d6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:05:27.302730 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-82a96f9a-8f72-4f4f-a7d1-25a31aee8d6f admin admin] 10.222.0.46 "GET /v2.0/networks/f4861b31-64b9-4bb1-9e61-2677419fb2de HTTP/1.1" status: 200 len: 825 time: 0.4389348 Oct 14 11:05:27.335586 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-654e2c91-b93e-4651-8475-2a83e4c514a5 admin admin] 10.222.0.46 "GET /v2.0/subnetpools/178dd976-6aaf-44db-af0c-69f1310b2a37 HTTP/1.1" status: 200 len: 734 time: 0.0220068 Oct 14 11:05:27.345403 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-c335b284-307c-4aa0-acb1-dddc9417c887 admin admin] Request body: {'subnet': {'subnetpool_id': '178dd976-6aaf-44db-af0c-69f1310b2a37', 'gateway_ip': '172.20.0.1', 'tenant_id': 'ce6d1a78b0bd4b73b3f5cc903ef32c29', 'name': 'private-subnet', 'network_id': 'f4861b31-64b9-4bb1-9e61-2677419fb2de', 'ip_version': 4}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:05:27.370441 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c335b284-307c-4aa0-acb1-dddc9417c887 admin admin] Made reservation on behalf of ce6d1a78b0bd4b73b3f5cc903ef32c29 for: {'subnet': 1} {{(pid=99969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:05:27.372801 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c335b284-307c-4aa0-acb1-dddc9417c887 admin admin] Publish callbacks [] for subnet, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:27.708641 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c335b284-307c-4aa0-acb1-dddc9417c887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994'] for subnet, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:27.783868 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335b284-307c-4aa0-acb1-dddc9417c887 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10771f9f-9d0e-42e2-b656-dc81cc919253,revision_number=0']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:05:27.789743 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c335b284-307c-4aa0-acb1-dddc9417c887 admin admin] Checking segment: {'id': 'c94f6564-070c-4d71-923b-05487bd61ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f4861b31-64b9-4bb1-9e61-2677419fb2de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:05:27.790199 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c335b284-307c-4aa0-acb1-dddc9417c887 admin admin] Network hostable DHCP agents. Network: f4861b31-64b9-4bb1-9e61-2677419fb2de, hostable agents: ['dc103412-d4dc-48a3-9309-49b6d77c9d56'], hosted agents: [] {{(pid=99969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 11:05:27.813187 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c335b284-307c-4aa0-acb1-dddc9417c887 admin admin] Network f4861b31-64b9-4bb1-9e61-2677419fb2de is scheduled to be hosted by DHCP agent dc103412-d4dc-48a3-9309-49b6d77c9d56 with binding_index 1 {{(pid=99969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 11:05:27.825215 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.base_scheduler [None req-c335b284-307c-4aa0-acb1-dddc9417c887 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-3-iscsi, f4861b31-64b9-4bb1-9e61-2677419fb2de) {{(pid=99969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:05:27.830609 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c335b284-307c-4aa0-acb1-dddc9417c887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:05:27.831210 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c335b284-307c-4aa0-acb1-dddc9417c887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for subnet, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:27.839057 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73795d4-fc5f-4326-87cc-aeedb523752f None None] Network f4861b31-64b9-4bb1-9e61-2677419fb2de requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:05:27.849264 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-c335b284-307c-4aa0-acb1-dddc9417c887 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5074446 Oct 14 11:05:28.229610 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf83fe49-f273-4c3c-b91b-c528d8fc19c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e812ef1-029a-5b51-ab78-5c6baf4a9599-f4861b31-64b9-4bb1-9e61-2677419fb2de', 'network_id': 'f4861b31-64b9-4bb1-9e61-2677419fb2de', 'tenant_id': 'ce6d1a78b0bd4b73b3f5cc903ef32c29', 'fixed_ips': [{'subnet_id': '10771f9f-9d0e-42e2-b656-dc81cc919253'}]}} from dv-cinder-801354-3-iscsi. {{(pid=99970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 11:05:28.230909 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-cf83fe49-f273-4c3c-b91b-c528d8fc19c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:28.540653 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.db_base_plugin_common [None req-cf83fe49-f273-4c3c-b91b-c528d8fc19c7 None None] Allocated IP 172.20.0.2 (f4861b31-64b9-4bb1-9e61-2677419fb2de/10771f9f-9d0e-42e2-b656-dc81cc919253/28fcbf65-4c6f-4800-afb6-4f112814d69e) {{(pid=99970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:05:28.764111 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-cf83fe49-f273-4c3c-b91b-c528d8fc19c7 None None] Publish callbacks [] for port, precommit_create {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:28.772731 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-cf83fe49-f273-4c3c-b91b-c528d8fc19c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431'] for port, after_create {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:28.878230 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf83fe49-f273-4c3c-b91b-c528d8fc19c7 None None] Network f4861b31-64b9-4bb1-9e61-2677419fb2de is already hosted by enough agents. {{(pid=99970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:05:28.884621 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.scheduler.base_scheduler [None req-cf83fe49-f273-4c3c-b91b-c528d8fc19c7 None None] Resources bound (agent type, host, resource id): {{(pid=99970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:05:28.896152 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf83fe49-f273-4c3c-b91b-c528d8fc19c7 None None] Received port after_create {{(pid=99970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:05:28.903964 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83fe49-f273-4c3c-b91b-c528d8fc19c7 None None] Pushing event updated for resources: {'Port': ['ID=28fcbf65-4c6f-4800-afb6-4f112814d69e,revision_number=1']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:05:28.939657 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83fe49-f273-4c3c-b91b-c528d8fc19c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:28.940131 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83fe49-f273-4c3c-b91b-c528d8fc19c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:28.940311 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83fe49-f273-4c3c-b91b-c528d8fc19c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:28.940648 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83fe49-f273-4c3c-b91b-c528d8fc19c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:28.940974 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83fe49-f273-4c3c-b91b-c528d8fc19c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:28.941296 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83fe49-f273-4c3c-b91b-c528d8fc19c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:28.941615 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83fe49-f273-4c3c-b91b-c528d8fc19c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:28.941963 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83fe49-f273-4c3c-b91b-c528d8fc19c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:28.942339 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83fe49-f273-4c3c-b91b-c528d8fc19c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:28.942665 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83fe49-f273-4c3c-b91b-c528d8fc19c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:28.942983 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83fe49-f273-4c3c-b91b-c528d8fc19c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:28.943298 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83fe49-f273-4c3c-b91b-c528d8fc19c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:28.944948 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83fe49-f273-4c3c-b91b-c528d8fc19c7 None None] Tracked resource versions report: Oct 14 11:05:28.944948 dv-cinder-801354-3-iscsi neutron-server[99970]: pushed versions: Oct 14 11:05:28.944948 dv-cinder-801354-3-iscsi neutron-server[99970]: { 'AddressGroup': {'1.2'}, Oct 14 11:05:28.944948 dv-cinder-801354-3-iscsi neutron-server[99970]: 'ConntrackHelper': {'1.0'}, Oct 14 11:05:28.944948 dv-cinder-801354-3-iscsi neutron-server[99970]: 'Log': {'1.0'}, Oct 14 11:05:28.944948 dv-cinder-801354-3-iscsi neutron-server[99970]: 'Network': {'1.1'}, Oct 14 11:05:28.944948 dv-cinder-801354-3-iscsi neutron-server[99970]: 'Port': {'1.7'}, Oct 14 11:05:28.944948 dv-cinder-801354-3-iscsi neutron-server[99970]: 'PortForwarding': {'1.2'}, Oct 14 11:05:28.944948 dv-cinder-801354-3-iscsi neutron-server[99970]: 'QosPolicy': {'1.10'}, Oct 14 11:05:28.944948 dv-cinder-801354-3-iscsi neutron-server[99970]: 'SecurityGroup': {'1.4'}, Oct 14 11:05:28.944948 dv-cinder-801354-3-iscsi neutron-server[99970]: 'SecurityGroupRule': {'1.2'}, Oct 14 11:05:28.944948 dv-cinder-801354-3-iscsi neutron-server[99970]: 'SubPort': {'1.0'}, Oct 14 11:05:28.944948 dv-cinder-801354-3-iscsi neutron-server[99970]: 'Subnet': {'1.1'}, Oct 14 11:05:28.944948 dv-cinder-801354-3-iscsi neutron-server[99970]: 'Trunk': {'1.1'}} Oct 14 11:05:28.944948 dv-cinder-801354-3-iscsi neutron-server[99970]: consumer versions: Oct 14 11:05:28.944948 dv-cinder-801354-3-iscsi neutron-server[99970]: { DHCP agent@dv-cinder-801354-3-iscsi: {}, Oct 14 11:05:28.944948 dv-cinder-801354-3-iscsi neutron-server[99970]: L3 agent@dv-cinder-801354-3-iscsi: {}, Oct 14 11:05:28.944948 dv-cinder-801354-3-iscsi neutron-server[99970]: Metadata agent@dv-cinder-801354-3-iscsi: {}, Oct 14 11:05:28.944948 dv-cinder-801354-3-iscsi neutron-server[99970]: Metering agent@dv-cinder-801354-3-iscsi: {}, Oct 14 11:05:28.944948 dv-cinder-801354-3-iscsi neutron-server[99970]: Open vSwitch agent@dv-cinder-801354-3-iscsi: { 'AddressGroup': '1.2', Oct 14 11:05:28.944948 dv-cinder-801354-3-iscsi neutron-server[99970]: 'ConntrackHelper': '1.0', Oct 14 11:05:28.944948 dv-cinder-801354-3-iscsi neutron-server[99970]: 'Log': '1.0', Oct 14 11:05:28.944948 dv-cinder-801354-3-iscsi neutron-server[99970]: 'Network': '1.1', Oct 14 11:05:28.944948 dv-cinder-801354-3-iscsi neutron-server[99970]: 'Port': '1.7', Oct 14 11:05:28.944948 dv-cinder-801354-3-iscsi neutron-server[99970]: 'PortForwarding': '1.2', Oct 14 11:05:28.944948 dv-cinder-801354-3-iscsi neutron-server[99970]: 'QosPolicy': '1.10', Oct 14 11:05:28.944948 dv-cinder-801354-3-iscsi neutron-server[99970]: 'SecurityGroup': '1.4', Oct 14 11:05:28.944948 dv-cinder-801354-3-iscsi neutron-server[99970]: 'SecurityGroupRule': '1.2', Oct 14 11:05:28.944948 dv-cinder-801354-3-iscsi neutron-server[99970]: 'SubPort': '1.0', Oct 14 11:05:28.944948 dv-cinder-801354-3-iscsi neutron-server[99970]: 'Subnet': '1.1', Oct 14 11:05:28.944948 dv-cinder-801354-3-iscsi neutron-server[99970]: 'Trunk': '1.1'}} Oct 14 11:05:28.944948 dv-cinder-801354-3-iscsi neutron-server[99970]: {{(pid=99970) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 11:05:28.999996 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-cf83fe49-f273-4c3c-b91b-c528d8fc19c7 None None] Attempting to bind port 28fcbf65-4c6f-4800-afb6-4f112814d69e on host dv-cinder-801354-3-iscsi for vnic_type normal with profile {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:05:29.000458 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-cf83fe49-f273-4c3c-b91b-c528d8fc19c7 None None] Attempting to bind port 28fcbf65-4c6f-4800-afb6-4f112814d69e by drivers openvswitch,hyperv on host dv-cinder-801354-3-iscsi at level 0 using segments [{'id': 'c94f6564-070c-4d71-923b-05487bd61ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f4861b31-64b9-4bb1-9e61-2677419fb2de'}] {{(pid=99970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:05:29.000946 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf83fe49-f273-4c3c-b91b-c528d8fc19c7 None None] Attempting to bind port 28fcbf65-4c6f-4800-afb6-4f112814d69e on network f4861b31-64b9-4bb1-9e61-2677419fb2de {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:05:29.008302 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf83fe49-f273-4c3c-b91b-c528d8fc19c7 None None] Checking agent: {'id': 'bb3727ce-8571-46e9-a464-805553a8417e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 5, 13), 'started_at': datetime.datetime(2021, 10, 14, 11, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:05:29.008760 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf83fe49-f273-4c3c-b91b-c528d8fc19c7 None None] Checking segment: {'id': 'c94f6564-070c-4d71-923b-05487bd61ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f4861b31-64b9-4bb1-9e61-2677419fb2de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:05:29.009324 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-cf83fe49-f273-4c3c-b91b-c528d8fc19c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:29.009771 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf83fe49-f273-4c3c-b91b-c528d8fc19c7 None None] Bound using segment: {'id': 'c94f6564-070c-4d71-923b-05487bd61ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f4861b31-64b9-4bb1-9e61-2677419fb2de'} {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:05:29.010392 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-cf83fe49-f273-4c3c-b91b-c528d8fc19c7 None None] Bound port: 28fcbf65-4c6f-4800-afb6-4f112814d69e, host: dv-cinder-801354-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c94f6564-070c-4d71-923b-05487bd61ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f4861b31-64b9-4bb1-9e61-2677419fb2de'}}] {{(pid=99970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:05:29.010882 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-cf83fe49-f273-4c3c-b91b-c528d8fc19c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:29.079058 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-cf83fe49-f273-4c3c-b91b-c528d8fc19c7 None None] For port 28fcbf65-4c6f-4800-afb6-4f112814d69e, host dv-cinder-801354-3-iscsi, cleared binding levels {{(pid=99970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:05:29.083674 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-cf83fe49-f273-4c3c-b91b-c528d8fc19c7 None None] For port 28fcbf65-4c6f-4800-afb6-4f112814d69e, host dv-cinder-801354-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=28fcbf65-4c6f-4800-afb6-4f112814d69e,segment=NetworkSegment(c94f6564-070c-4d71-923b-05487bd61ce8),segment_id=c94f6564-070c-4d71-923b-05487bd61ce8)] {{(pid=99970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:05:29.089153 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-cf83fe49-f273-4c3c-b91b-c528d8fc19c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:29.185211 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83fe49-f273-4c3c-b91b-c528d8fc19c7 None None] Pushing event updated for resources: {'Port': ['ID=28fcbf65-4c6f-4800-afb6-4f112814d69e,revision_number=2']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:05:31.059372 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 54736) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:05:31.479310 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [None req-37e68434-5d9a-48c3-bc37-1f73e6023b03 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=99968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 11:05:31.480672 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-37e68434-5d9a-48c3-bc37-1f73e6023b03 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.4202569 Oct 14 11:05:34.141349 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 54744) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:05:34.465435 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [None req-16bbb18b-5963-46f9-bed6-b14acbd7ae67 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=99968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 11:05:34.466472 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-16bbb18b-5963-46f9-bed6-b14acbd7ae67 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3241894 Oct 14 11:05:37.384679 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 54758) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:05:37.700178 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-1d22b7c1-9f93-4602-8122-37b81c316b2e admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'ce6d1a78b0bd4b73b3f5cc903ef32c29'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:05:37.723981 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-1d22b7c1-9f93-4602-8122-37b81c316b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1073287198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14274'] for router, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:37.726122 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-1d22b7c1-9f93-4602-8122-37b81c316b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1073287402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1073340511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1073345878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14283'] for router, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:37.866261 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-1d22b7c1-9f93-4602-8122-37b81c316b2e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:37.871135 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-1d22b7c1-9f93-4602-8122-37b81c316b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1073287315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1073340520'] for router, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:37.886595 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-1d22b7c1-9f93-4602-8122-37b81c316b2e admin admin] Publish callbacks [] for router, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:37.887797 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-1d22b7c1-9f93-4602-8122-37b81c316b2e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5018566 Oct 14 11:05:38.647699 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66632b85-363d-412b-a72e-13a78ae916c9 None None] Network f4861b31-64b9-4bb1-9e61-2677419fb2de requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:05:38.731460 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-0a3b677b-c90d-481a-bc13-820e1e44abb0 None None] Provisioning complete for port 28fcbf65-4c6f-4800-afb6-4f112814d69e triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:05:38.731845 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-0a3b677b-c90d-481a-bc13-820e1e44abb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:38.857604 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 28fcbf65-4c6f-4800-afb6-4f112814d69e up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:05:38.875208 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-2cdfd914-96e6-4a6c-9904-1cfd2b095f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:39.016020 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-0a3b677b-c90d-481a-bc13-820e1e44abb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:39.069817 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port 28fcbf65-4c6f-4800-afb6-4f112814d69e triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:05:39.070235 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:39.073395 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-0a3b677b-c90d-481a-bc13-820e1e44abb0 None None] For port 28fcbf65-4c6f-4800-afb6-4f112814d69e, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=28fcbf65-4c6f-4800-afb6-4f112814d69e,segment=NetworkSegment(c94f6564-070c-4d71-923b-05487bd61ce8),segment_id=c94f6564-070c-4d71-923b-05487bd61ce8)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:05:39.095085 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-0a3b677b-c90d-481a-bc13-820e1e44abb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:39.160708 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b677b-c90d-481a-bc13-820e1e44abb0 None None] Pushing event updated for resources: {'Port': ['ID=28fcbf65-4c6f-4800-afb6-4f112814d69e,revision_number=3']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:05:39.317250 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-f98daec1-5ab5-43ef-b8c8-c183c78f6d05 None None] Provisioning complete for port 28fcbf65-4c6f-4800-afb6-4f112814d69e triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:05:39.317609 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-f98daec1-5ab5-43ef-b8c8-c183c78f6d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:40.533211 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 54770) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:05:40.819676 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 28fcbf65-4c6f-4800-afb6-4f112814d69e up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:05:40.872799 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port 28fcbf65-4c6f-4800-afb6-4f112814d69e triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:05:40.873166 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:40.884303 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [None req-89bcc0ba-d216-4a1e-8124-d4f43a62eb2d admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=99968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 11:05:40.885286 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-89bcc0ba-d216-4a1e-8124-d4f43a62eb2d admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3511331 Oct 14 11:05:41.461036 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-1161c6af-63fb-4d04-9b10-d30e512000b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:42.700813 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:42.978789 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:43.446625 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 54788) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:05:43.581876 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-a78af6e4-5898-4084-84db-1f82e5fbfafc admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:05:43.583622 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.quota [None req-a78af6e4-5898-4084-84db-1f82e5fbfafc admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f69ffb7c5b0>. Oct 14 11:05:43.639761 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78af6e4-5898-4084-84db-1f82e5fbfafc admin admin] Made reservation on behalf of ddf2141266264558b126ac048094c77d for: {'network': 1} {{(pid=99968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:05:43.707346 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.policy [None req-a78af6e4-5898-4084-84db-1f82e5fbfafc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99968) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 14 11:05:43.753860 dv-cinder-801354-3-iscsi neutron-server[99968]: WARNING oslo_policy.policy [None req-a78af6e4-5898-4084-84db-1f82e5fbfafc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 11:05:43.754271 dv-cinder-801354-3-iscsi neutron-server[99968]: WARNING oslo_policy.policy [None req-a78af6e4-5898-4084-84db-1f82e5fbfafc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 11:05:43.765319 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a78af6e4-5898-4084-84db-1f82e5fbfafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for network, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:43.786009 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a78af6e4-5898-4084-84db-1f82e5fbfafc admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:43.903207 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a78af6e4-5898-4084-84db-1f82e5fbfafc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:43.907045 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a78af6e4-5898-4084-84db-1f82e5fbfafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:43.919030 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a78af6e4-5898-4084-84db-1f82e5fbfafc admin admin] Reserving flat network on physical network physnet1 {{(pid=99968) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 14 11:05:43.956740 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a78af6e4-5898-4084-84db-1f82e5fbfafc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755828151080', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240'] for segment, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:43.957308 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a78af6e4-5898-4084-84db-1f82e5fbfafc admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f6a006d3280> segment precommit_create {{(pid=99968) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 14 11:05:43.957820 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.db.segments_db [None req-a78af6e4-5898-4084-84db-1f82e5fbfafc admin admin] Added segment 41826669-4ce7-4556-a5ab-a5c365ae266e of type flat for network e7b04304-7a8b-409f-a7ac-32fc979111a9 Oct 14 11:05:43.964107 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78af6e4-5898-4084-84db-1f82e5fbfafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5895ec3e-090e-447f-b5c5-024d0ece8ca8,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:05:43.995737 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78af6e4-5898-4084-84db-1f82e5fbfafc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:43.996092 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78af6e4-5898-4084-84db-1f82e5fbfafc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:43.996552 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78af6e4-5898-4084-84db-1f82e5fbfafc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:43.996974 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78af6e4-5898-4084-84db-1f82e5fbfafc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:43.997310 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78af6e4-5898-4084-84db-1f82e5fbfafc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:43.997673 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78af6e4-5898-4084-84db-1f82e5fbfafc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:43.998015 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78af6e4-5898-4084-84db-1f82e5fbfafc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:43.998372 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78af6e4-5898-4084-84db-1f82e5fbfafc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:43.998710 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78af6e4-5898-4084-84db-1f82e5fbfafc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:43.999037 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78af6e4-5898-4084-84db-1f82e5fbfafc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:43.999361 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78af6e4-5898-4084-84db-1f82e5fbfafc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:43.999701 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78af6e4-5898-4084-84db-1f82e5fbfafc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:44.000778 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78af6e4-5898-4084-84db-1f82e5fbfafc admin admin] Tracked resource versions report: Oct 14 11:05:44.000778 dv-cinder-801354-3-iscsi neutron-server[99968]: pushed versions: Oct 14 11:05:44.000778 dv-cinder-801354-3-iscsi neutron-server[99968]: { 'AddressGroup': {'1.2'}, Oct 14 11:05:44.000778 dv-cinder-801354-3-iscsi neutron-server[99968]: 'ConntrackHelper': {'1.0'}, Oct 14 11:05:44.000778 dv-cinder-801354-3-iscsi neutron-server[99968]: 'Log': {'1.0'}, Oct 14 11:05:44.000778 dv-cinder-801354-3-iscsi neutron-server[99968]: 'Network': {'1.1'}, Oct 14 11:05:44.000778 dv-cinder-801354-3-iscsi neutron-server[99968]: 'Port': {'1.7'}, Oct 14 11:05:44.000778 dv-cinder-801354-3-iscsi neutron-server[99968]: 'PortForwarding': {'1.2'}, Oct 14 11:05:44.000778 dv-cinder-801354-3-iscsi neutron-server[99968]: 'QosPolicy': {'1.10'}, Oct 14 11:05:44.000778 dv-cinder-801354-3-iscsi neutron-server[99968]: 'SecurityGroup': {'1.4'}, Oct 14 11:05:44.000778 dv-cinder-801354-3-iscsi neutron-server[99968]: 'SecurityGroupRule': {'1.2'}, Oct 14 11:05:44.000778 dv-cinder-801354-3-iscsi neutron-server[99968]: 'SubPort': {'1.0'}, Oct 14 11:05:44.000778 dv-cinder-801354-3-iscsi neutron-server[99968]: 'Subnet': {'1.1'}, Oct 14 11:05:44.000778 dv-cinder-801354-3-iscsi neutron-server[99968]: 'Trunk': {'1.1'}} Oct 14 11:05:44.000778 dv-cinder-801354-3-iscsi neutron-server[99968]: consumer versions: Oct 14 11:05:44.000778 dv-cinder-801354-3-iscsi neutron-server[99968]: { DHCP agent@dv-cinder-801354-3-iscsi: {}, Oct 14 11:05:44.000778 dv-cinder-801354-3-iscsi neutron-server[99968]: L3 agent@dv-cinder-801354-3-iscsi: {}, Oct 14 11:05:44.000778 dv-cinder-801354-3-iscsi neutron-server[99968]: Metadata agent@dv-cinder-801354-3-iscsi: {}, Oct 14 11:05:44.000778 dv-cinder-801354-3-iscsi neutron-server[99968]: Metering agent@dv-cinder-801354-3-iscsi: {}, Oct 14 11:05:44.000778 dv-cinder-801354-3-iscsi neutron-server[99968]: Open vSwitch agent@dv-cinder-801354-3-iscsi: { 'AddressGroup': '1.2', Oct 14 11:05:44.000778 dv-cinder-801354-3-iscsi neutron-server[99968]: 'ConntrackHelper': '1.0', Oct 14 11:05:44.000778 dv-cinder-801354-3-iscsi neutron-server[99968]: 'Log': '1.0', Oct 14 11:05:44.000778 dv-cinder-801354-3-iscsi neutron-server[99968]: 'Network': '1.1', Oct 14 11:05:44.000778 dv-cinder-801354-3-iscsi neutron-server[99968]: 'Port': '1.7', Oct 14 11:05:44.000778 dv-cinder-801354-3-iscsi neutron-server[99968]: 'PortForwarding': '1.2', Oct 14 11:05:44.000778 dv-cinder-801354-3-iscsi neutron-server[99968]: 'QosPolicy': '1.10', Oct 14 11:05:44.000778 dv-cinder-801354-3-iscsi neutron-server[99968]: 'SecurityGroup': '1.4', Oct 14 11:05:44.000778 dv-cinder-801354-3-iscsi neutron-server[99968]: 'SecurityGroupRule': '1.2', Oct 14 11:05:44.000778 dv-cinder-801354-3-iscsi neutron-server[99968]: 'SubPort': '1.0', Oct 14 11:05:44.000778 dv-cinder-801354-3-iscsi neutron-server[99968]: 'Subnet': '1.1', Oct 14 11:05:44.000778 dv-cinder-801354-3-iscsi neutron-server[99968]: 'Trunk': '1.1'}} Oct 14 11:05:44.000778 dv-cinder-801354-3-iscsi neutron-server[99968]: {{(pid=99968) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 11:05:44.101111 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a78af6e4-5898-4084-84db-1f82e5fbfafc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755827645040'] for network, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:44.153931 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a78af6e4-5898-4084-84db-1f82e5fbfafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994'] for network, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:44.155312 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78af6e4-5898-4084-84db-1f82e5fbfafc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:05:44.156035 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a78af6e4-5898-4084-84db-1f82e5fbfafc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for network, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:44.160286 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:44.211328 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-a78af6e4-5898-4084-84db-1f82e5fbfafc admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7636304 Oct 14 11:05:44.276061 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78af6e4-5898-4084-84db-1f82e5fbfafc admin admin] Pushing event updated for resources: {'Network': ['ID=e7b04304-7a8b-409f-a7ac-32fc979111a9,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:05:44.288709 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Network e7b04304-7a8b-409f-a7ac-32fc979111a9 details requested by agent ovs-agent-dv-cinder-801354-3-iscsi with host dv-cinder-801354-3-iscsi {{(pid=99970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 11:05:46.654688 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 54812) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:05:46.812435 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6aafad-1e83-4485-a58b-7af125343cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:05:46.813821 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-ae6aafad-1e83-4485-a58b-7af125343cc0 admin admin] 10.222.0.46 "GET /v2.0/subnets/10771f9f-9d0e-42e2-b656-dc81cc919253 HTTP/1.1" status: 200 len: 849 time: 0.1581674 Oct 14 11:05:46.986507 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-44a534c4-9fdf-42cd-801e-ba08b08d88ba admin admin] 10.222.0.46 "GET /v2.0/routers/93381aed-67e0-4213-8854-3766f0705175 HTTP/1.1" status: 200 len: 704 time: 0.1657846 Oct 14 11:05:47.324444 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-915db891-280b-482b-ac57-820f8e67c381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:47.651707 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_common [None req-915db891-280b-482b-ac57-820f8e67c381 admin admin] Allocated IP 172.20.0.1 (f4861b31-64b9-4bb1-9e61-2677419fb2de/10771f9f-9d0e-42e2-b656-dc81cc919253/0e2f4536-4fd2-4ddd-8350-8d75ef1ac935) {{(pid=99968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:05:47.840466 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-915db891-280b-482b-ac57-820f8e67c381 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:47.908359 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-915db891-280b-482b-ac57-820f8e67c381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431'] for port, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:47.983433 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915db891-280b-482b-ac57-820f8e67c381 admin admin] Network f4861b31-64b9-4bb1-9e61-2677419fb2de is already hosted by enough agents. {{(pid=99968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:05:47.989501 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [None req-915db891-280b-482b-ac57-820f8e67c381 admin admin] Resources bound (agent type, host, resource id): {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:05:48.002452 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915db891-280b-482b-ac57-820f8e67c381 admin admin] Received port after_create {{(pid=99968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:05:48.004353 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-915db891-280b-482b-ac57-820f8e67c381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1073342815'] for router_interface, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:48.023725 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915db891-280b-482b-ac57-820f8e67c381 admin admin] Pushing event updated for resources: {'Port': ['ID=0e2f4536-4fd2-4ddd-8350-8d75ef1ac935,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:05:48.175063 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-4829751a-2e9f-4c51-b0d5-4314ef8c8bde None None] Provisioning complete for port 0e2f4536-4fd2-4ddd-8350-8d75ef1ac935 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:05:48.175645 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-4829751a-2e9f-4c51-b0d5-4314ef8c8bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:48.202630 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-915db891-280b-482b-ac57-820f8e67c381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:48.210603 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-4829751a-2e9f-4c51-b0d5-4314ef8c8bde None None] Port 0e2f4536-4fd2-4ddd-8350-8d75ef1ac935 cannot update to ACTIVE because it is not bound. {{(pid=99970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:05:48.477780 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-915db891-280b-482b-ac57-820f8e67c381 admin admin] Publish callbacks [] for port, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:48.482501 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-915db891-280b-482b-ac57-820f8e67c381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:48.483279 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-915db891-280b-482b-ac57-820f8e67c381 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1073186008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1073342763'] for router_interface, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:48.547658 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915db891-280b-482b-ac57-820f8e67c381 admin admin] Pushing event updated for resources: {'Port': ['ID=0e2f4536-4fd2-4ddd-8350-8d75ef1ac935,revision_number=2']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:05:48.616850 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915db891-280b-482b-ac57-820f8e67c381 admin admin] Network f4861b31-64b9-4bb1-9e61-2677419fb2de is already hosted by enough agents. {{(pid=99968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:05:48.618202 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [None req-915db891-280b-482b-ac57-820f8e67c381 admin admin] Resources bound (agent type, host, resource id): {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:05:48.793518 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915db891-280b-482b-ac57-820f8e67c381 admin admin] Router 93381aed-67e0-4213-8854-3766f0705175 is scheduled to L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 with binding_index 1 {{(pid=99968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 11:05:48.831507 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-b75813fc-fe41-4f22-b014-f85d29c6c405 None None] Provisioning complete for port 0e2f4536-4fd2-4ddd-8350-8d75ef1ac935 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:05:48.831872 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-b75813fc-fe41-4f22-b014-f85d29c6c405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:48.866311 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-b75813fc-fe41-4f22-b014-f85d29c6c405 None None] Port 0e2f4536-4fd2-4ddd-8350-8d75ef1ac935 cannot update to ACTIVE because it is not bound. {{(pid=99970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:05:48.887939 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915db891-280b-482b-ac57-820f8e67c381 admin admin] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:05:48.893441 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-915db891-280b-482b-ac57-820f8e67c381 admin admin] 10.222.0.46 "PUT /v2.0/routers/93381aed-67e0-4213-8854-3766f0705175/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9010572 Oct 14 11:05:48.899442 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c09c13-b214-4a50-a1c9-c5b623ec4592 None None] Sync routers for ids ['93381aed-67e0-4213-8854-3766f0705175'] in dv-cinder-801354-3-iscsi {{(pid=99971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:05:48.910902 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c09c13-b214-4a50-a1c9-c5b623ec4592 None None] Routers {'93381aed-67e0-4213-8854-3766f0705175'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:05:48.912051 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-f9c09c13-b214-4a50-a1c9-c5b623ec4592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69ffa23cd0>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:05:41Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['93381aed-67e0-4213-8854-3766f0705175'], 'active': True} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:05:49.110122 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvr_db [None req-f9c09c13-b214-4a50-a1c9-c5b623ec4592 None None] Set router 93381aed-67e0-4213-8854-3766f0705175 gateway port host: None {{(pid=99971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:05:49.571907 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-f9c09c13-b214-4a50-a1c9-c5b623ec4592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69ffa23cd0>, [{'id': '93381aed-67e0-4213-8854-3766f0705175', 'name': 'router1', 'tenant_id': 'ce6d1a78b0bd4b73b3f5cc903ef32c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:05:37Z', 'updated_at': '2021-10-14T11:05:48Z', 'revision_number': 2, 'project_id': 'ce6d1a78b0bd4b73b3f5cc903ef32c29', 'gw_port_host': None, '_interfaces': [{'id': '0e2f4536-4fd2-4ddd-8350-8d75ef1ac935', 'name': '', 'network_id': 'f4861b31-64b9-4bb1-9e61-2677419fb2de', 'tenant_id': 'ce6d1a78b0bd4b73b3f5cc903ef32c29', 'mac_address': 'fa:16:3e:0c:41:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93381aed-67e0-4213-8854-3766f0705175', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10771f9f-9d0e-42e2-b656-dc81cc919253', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:05:47Z', 'updated_at': '2021-10-14T11:05:48Z', 'revision_number': 2, 'project_id': 'ce6d1a78b0bd4b73b3f5cc903ef32c29', 'subnets': [{'id': '10771f9f-9d0e-42e2-b656-dc81cc919253', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '178dd976-6aaf-44db-af0c-69f1310b2a37'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:05:49.623578 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c09c13-b214-4a50-a1c9-c5b623ec4592 None None] Checking router: 93381aed-67e0-4213-8854-3766f0705175 for host: dv-cinder-801354-3-iscsi {{(pid=99971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:05:49.623932 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c09c13-b214-4a50-a1c9-c5b623ec4592 None None] Updating router 93381aed-67e0-4213-8854-3766f0705175 port 0e2f4536-4fd2-4ddd-8350-8d75ef1ac935 binding host dv-cinder-801354-3-iscsi {{(pid=99971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 11:05:49.674024 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-f9c09c13-b214-4a50-a1c9-c5b623ec4592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:50.219898 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-f9c09c13-b214-4a50-a1c9-c5b623ec4592 None None] Publish callbacks [] for port, precommit_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:50.227083 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-f9c09c13-b214-4a50-a1c9-c5b623ec4592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:50.414921 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c4c31-c1ca-477d-95aa-fc1c1b587d85 None None] Pushing event updated for resources: {'Port': ['ID=0e2f4536-4fd2-4ddd-8350-8d75ef1ac935,revision_number=3']} {{(pid=99971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:05:50.425366 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.managers [None req-f9c09c13-b214-4a50-a1c9-c5b623ec4592 None None] Attempting to bind port 0e2f4536-4fd2-4ddd-8350-8d75ef1ac935 on host dv-cinder-801354-3-iscsi for vnic_type normal with profile {{(pid=99971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:05:50.425759 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.managers [None req-f9c09c13-b214-4a50-a1c9-c5b623ec4592 None None] Attempting to bind port 0e2f4536-4fd2-4ddd-8350-8d75ef1ac935 by drivers openvswitch,hyperv on host dv-cinder-801354-3-iscsi at level 0 using segments [{'id': 'c94f6564-070c-4d71-923b-05487bd61ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f4861b31-64b9-4bb1-9e61-2677419fb2de'}] {{(pid=99971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:05:50.426244 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c09c13-b214-4a50-a1c9-c5b623ec4592 None None] Attempting to bind port 0e2f4536-4fd2-4ddd-8350-8d75ef1ac935 on network f4861b31-64b9-4bb1-9e61-2677419fb2de {{(pid=99971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:05:50.430033 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91c4c31-c1ca-477d-95aa-fc1c1b587d85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:50.430374 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91c4c31-c1ca-477d-95aa-fc1c1b587d85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:50.430876 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91c4c31-c1ca-477d-95aa-fc1c1b587d85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:50.431474 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91c4c31-c1ca-477d-95aa-fc1c1b587d85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:50.431801 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91c4c31-c1ca-477d-95aa-fc1c1b587d85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:50.432133 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91c4c31-c1ca-477d-95aa-fc1c1b587d85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:50.432452 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91c4c31-c1ca-477d-95aa-fc1c1b587d85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:50.432773 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91c4c31-c1ca-477d-95aa-fc1c1b587d85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:50.433103 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91c4c31-c1ca-477d-95aa-fc1c1b587d85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:50.433450 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91c4c31-c1ca-477d-95aa-fc1c1b587d85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:50.433788 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91c4c31-c1ca-477d-95aa-fc1c1b587d85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:50.434140 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91c4c31-c1ca-477d-95aa-fc1c1b587d85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:05:50.435392 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91c4c31-c1ca-477d-95aa-fc1c1b587d85 None None] Tracked resource versions report: Oct 14 11:05:50.435392 dv-cinder-801354-3-iscsi neutron-server[99971]: pushed versions: Oct 14 11:05:50.435392 dv-cinder-801354-3-iscsi neutron-server[99971]: { 'AddressGroup': {'1.2'}, Oct 14 11:05:50.435392 dv-cinder-801354-3-iscsi neutron-server[99971]: 'ConntrackHelper': {'1.0'}, Oct 14 11:05:50.435392 dv-cinder-801354-3-iscsi neutron-server[99971]: 'Log': {'1.0'}, Oct 14 11:05:50.435392 dv-cinder-801354-3-iscsi neutron-server[99971]: 'Network': {'1.1'}, Oct 14 11:05:50.435392 dv-cinder-801354-3-iscsi neutron-server[99971]: 'Port': {'1.7'}, Oct 14 11:05:50.435392 dv-cinder-801354-3-iscsi neutron-server[99971]: 'PortForwarding': {'1.2'}, Oct 14 11:05:50.435392 dv-cinder-801354-3-iscsi neutron-server[99971]: 'QosPolicy': {'1.10'}, Oct 14 11:05:50.435392 dv-cinder-801354-3-iscsi neutron-server[99971]: 'SecurityGroup': {'1.4'}, Oct 14 11:05:50.435392 dv-cinder-801354-3-iscsi neutron-server[99971]: 'SecurityGroupRule': {'1.2'}, Oct 14 11:05:50.435392 dv-cinder-801354-3-iscsi neutron-server[99971]: 'SubPort': {'1.0'}, Oct 14 11:05:50.435392 dv-cinder-801354-3-iscsi neutron-server[99971]: 'Subnet': {'1.1'}, Oct 14 11:05:50.435392 dv-cinder-801354-3-iscsi neutron-server[99971]: 'Trunk': {'1.1'}} Oct 14 11:05:50.435392 dv-cinder-801354-3-iscsi neutron-server[99971]: consumer versions: Oct 14 11:05:50.435392 dv-cinder-801354-3-iscsi neutron-server[99971]: { DHCP agent@dv-cinder-801354-3-iscsi: {}, Oct 14 11:05:50.435392 dv-cinder-801354-3-iscsi neutron-server[99971]: L3 agent@dv-cinder-801354-3-iscsi: {}, Oct 14 11:05:50.435392 dv-cinder-801354-3-iscsi neutron-server[99971]: Metadata agent@dv-cinder-801354-3-iscsi: {}, Oct 14 11:05:50.435392 dv-cinder-801354-3-iscsi neutron-server[99971]: Metering agent@dv-cinder-801354-3-iscsi: {}, Oct 14 11:05:50.435392 dv-cinder-801354-3-iscsi neutron-server[99971]: Open vSwitch agent@dv-cinder-801354-3-iscsi: { 'AddressGroup': '1.2', Oct 14 11:05:50.435392 dv-cinder-801354-3-iscsi neutron-server[99971]: 'ConntrackHelper': '1.0', Oct 14 11:05:50.435392 dv-cinder-801354-3-iscsi neutron-server[99971]: 'Log': '1.0', Oct 14 11:05:50.435392 dv-cinder-801354-3-iscsi neutron-server[99971]: 'Network': '1.1', Oct 14 11:05:50.435392 dv-cinder-801354-3-iscsi neutron-server[99971]: 'Port': '1.7', Oct 14 11:05:50.435392 dv-cinder-801354-3-iscsi neutron-server[99971]: 'PortForwarding': '1.2', Oct 14 11:05:50.435392 dv-cinder-801354-3-iscsi neutron-server[99971]: 'QosPolicy': '1.10', Oct 14 11:05:50.435392 dv-cinder-801354-3-iscsi neutron-server[99971]: 'SecurityGroup': '1.4', Oct 14 11:05:50.435392 dv-cinder-801354-3-iscsi neutron-server[99971]: 'SecurityGroupRule': '1.2', Oct 14 11:05:50.435392 dv-cinder-801354-3-iscsi neutron-server[99971]: 'SubPort': '1.0', Oct 14 11:05:50.435392 dv-cinder-801354-3-iscsi neutron-server[99971]: 'Subnet': '1.1', Oct 14 11:05:50.435392 dv-cinder-801354-3-iscsi neutron-server[99971]: 'Trunk': '1.1'}} Oct 14 11:05:50.435392 dv-cinder-801354-3-iscsi neutron-server[99971]: {{(pid=99971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 11:05:50.442102 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c09c13-b214-4a50-a1c9-c5b623ec4592 None None] Checking agent: {'id': 'bb3727ce-8571-46e9-a464-805553a8417e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 5, 13), 'started_at': datetime.datetime(2021, 10, 14, 11, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:05:50.442553 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c09c13-b214-4a50-a1c9-c5b623ec4592 None None] Checking segment: {'id': 'c94f6564-070c-4d71-923b-05487bd61ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f4861b31-64b9-4bb1-9e61-2677419fb2de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:05:50.443627 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-f9c09c13-b214-4a50-a1c9-c5b623ec4592 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:50.444024 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c09c13-b214-4a50-a1c9-c5b623ec4592 None None] Bound using segment: {'id': 'c94f6564-070c-4d71-923b-05487bd61ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f4861b31-64b9-4bb1-9e61-2677419fb2de'} {{(pid=99971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:05:50.444534 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.managers [None req-f9c09c13-b214-4a50-a1c9-c5b623ec4592 None None] Bound port: 0e2f4536-4fd2-4ddd-8350-8d75ef1ac935, host: dv-cinder-801354-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c94f6564-070c-4d71-923b-05487bd61ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f4861b31-64b9-4bb1-9e61-2677419fb2de'}}] {{(pid=99971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:05:50.445644 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-f9c09c13-b214-4a50-a1c9-c5b623ec4592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:50.495543 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-4ab57403-ba8d-4f7d-bc01-d843f61f4b81 None None] Provisioning complete for port 0e2f4536-4fd2-4ddd-8350-8d75ef1ac935 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:05:50.496112 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-4ab57403-ba8d-4f7d-bc01-d843f61f4b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:50.517182 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.db [None req-f9c09c13-b214-4a50-a1c9-c5b623ec4592 None None] For port 0e2f4536-4fd2-4ddd-8350-8d75ef1ac935, host dv-cinder-801354-3-iscsi, cleared binding levels {{(pid=99971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:05:50.535302 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-4ab57403-ba8d-4f7d-bc01-d843f61f4b81 None None] Port 0e2f4536-4fd2-4ddd-8350-8d75ef1ac935 cannot update to ACTIVE because it is not bound. {{(pid=99970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:05:50.539060 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.db [None req-f9c09c13-b214-4a50-a1c9-c5b623ec4592 None None] For port 0e2f4536-4fd2-4ddd-8350-8d75ef1ac935, host dv-cinder-801354-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=0e2f4536-4fd2-4ddd-8350-8d75ef1ac935,segment=NetworkSegment(c94f6564-070c-4d71-923b-05487bd61ce8),segment_id=c94f6564-070c-4d71-923b-05487bd61ce8)] {{(pid=99971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:05:50.545199 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-f9c09c13-b214-4a50-a1c9-c5b623ec4592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:50.606490 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c4c31-c1ca-477d-95aa-fc1c1b587d85 None None] Pushing event updated for resources: {'Port': ['ID=0e2f4536-4fd2-4ddd-8350-8d75ef1ac935,revision_number=4']} {{(pid=99971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:05:50.615438 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c09c13-b214-4a50-a1c9-c5b623ec4592 None None] Routers {'93381aed-67e0-4213-8854-3766f0705175'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:05:50.616444 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-f9c09c13-b214-4a50-a1c9-c5b623ec4592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69ffa23cd0>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:05:41Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['93381aed-67e0-4213-8854-3766f0705175'], 'active': True} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:05:50.710766 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvr_db [None req-f9c09c13-b214-4a50-a1c9-c5b623ec4592 None None] Set router 93381aed-67e0-4213-8854-3766f0705175 gateway port host: None {{(pid=99971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:05:50.780006 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-80539b3e-03e8-4228-90da-99be59eee3e4 None None] Provisioning complete for port 0e2f4536-4fd2-4ddd-8350-8d75ef1ac935 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:05:50.780449 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-80539b3e-03e8-4228-90da-99be59eee3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:50.861717 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-80539b3e-03e8-4228-90da-99be59eee3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:50.895428 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-80539b3e-03e8-4228-90da-99be59eee3e4 None None] For port 0e2f4536-4fd2-4ddd-8350-8d75ef1ac935, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=0e2f4536-4fd2-4ddd-8350-8d75ef1ac935,segment=NetworkSegment(c94f6564-070c-4d71-923b-05487bd61ce8),segment_id=c94f6564-070c-4d71-923b-05487bd61ce8)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:05:50.902036 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-80539b3e-03e8-4228-90da-99be59eee3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:50.946686 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-f9c09c13-b214-4a50-a1c9-c5b623ec4592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69ffa23cd0>, [{'id': '93381aed-67e0-4213-8854-3766f0705175', 'name': 'router1', 'tenant_id': 'ce6d1a78b0bd4b73b3f5cc903ef32c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:05:37Z', 'updated_at': '2021-10-14T11:05:48Z', 'revision_number': 2, 'project_id': 'ce6d1a78b0bd4b73b3f5cc903ef32c29', 'gw_port_host': None, '_interfaces': [{'id': '0e2f4536-4fd2-4ddd-8350-8d75ef1ac935', 'name': '', 'network_id': 'f4861b31-64b9-4bb1-9e61-2677419fb2de', 'tenant_id': 'ce6d1a78b0bd4b73b3f5cc903ef32c29', 'mac_address': 'fa:16:3e:0c:41:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93381aed-67e0-4213-8854-3766f0705175', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10771f9f-9d0e-42e2-b656-dc81cc919253', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:05:47Z', 'updated_at': '2021-10-14T11:05:50Z', 'revision_number': 4, 'project_id': 'ce6d1a78b0bd4b73b3f5cc903ef32c29', 'subnets': [{'id': '10771f9f-9d0e-42e2-b656-dc81cc919253', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '178dd976-6aaf-44db-af0c-69f1310b2a37'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:05:50.956584 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80539b3e-03e8-4228-90da-99be59eee3e4 None None] Pushing event updated for resources: {'Port': ['ID=0e2f4536-4fd2-4ddd-8350-8d75ef1ac935,revision_number=5']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:05:50.977800 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c09c13-b214-4a50-a1c9-c5b623ec4592 None None] The sync data for ids ['93381aed-67e0-4213-8854-3766f0705175'] in dv-cinder-801354-3-iscsi is: [{'id': '93381aed-67e0-4213-8854-3766f0705175', 'name': 'router1', 'tenant_id': 'ce6d1a78b0bd4b73b3f5cc903ef32c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:05:37Z', 'updated_at': '2021-10-14T11:05:48Z', 'revision_number': 2, 'project_id': 'ce6d1a78b0bd4b73b3f5cc903ef32c29', 'gw_port_host': None, '_interfaces': [{'id': '0e2f4536-4fd2-4ddd-8350-8d75ef1ac935', 'name': '', 'network_id': 'f4861b31-64b9-4bb1-9e61-2677419fb2de', 'tenant_id': 'ce6d1a78b0bd4b73b3f5cc903ef32c29', 'mac_address': 'fa:16:3e:0c:41:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93381aed-67e0-4213-8854-3766f0705175', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10771f9f-9d0e-42e2-b656-dc81cc919253', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:05:47Z', 'updated_at': '2021-10-14T11:05:50Z', 'revision_number': 4, 'project_id': 'ce6d1a78b0bd4b73b3f5cc903ef32c29', 'subnets': [{'id': '10771f9f-9d0e-42e2-b656-dc81cc919253', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '178dd976-6aaf-44db-af0c-69f1310b2a37'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:05:51.388782 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 54822) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:05:51.519640 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b4851e-1800-4b2c-8ef3-f5f81346052e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:05:51.521024 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-54b4851e-1800-4b2c-8ef3-f5f81346052e admin admin] 10.222.0.46 "GET /v2.0/networks/e7b04304-7a8b-409f-a7ac-32fc979111a9 HTTP/1.1" status: 200 len: 842 time: 0.1310630 Oct 14 11:05:51.531803 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-2e72dc97-3adf-44e8-b08b-887a07325658 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:05:51.556964 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e72dc97-3adf-44e8-b08b-887a07325658 admin admin] Made reservation on behalf of ddf2141266264558b126ac048094c77d for: {'subnet': 1} {{(pid=99969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:05:51.559665 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-2e72dc97-3adf-44e8-b08b-887a07325658 admin admin] Publish callbacks [] for subnet, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:51.895238 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.objects.ports [None req-2e72dc97-3adf-44e8-b08b-887a07325658 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99969) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 14 11:05:51.895695 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-2e72dc97-3adf-44e8-b08b-887a07325658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994'] for subnet, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:51.955877 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72dc97-3adf-44e8-b08b-887a07325658 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7c74a80-f412-4798-967a-8287544534dc,revision_number=0']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:05:51.962212 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e72dc97-3adf-44e8-b08b-887a07325658 admin admin] Checking segment: {'id': '41826669-4ce7-4556-a5ab-a5c365ae266e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:05:51.962212 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e72dc97-3adf-44e8-b08b-887a07325658 admin admin] Network hostable DHCP agents. Network: e7b04304-7a8b-409f-a7ac-32fc979111a9, hostable agents: ['dc103412-d4dc-48a3-9309-49b6d77c9d56'], hosted agents: [] {{(pid=99969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 11:05:51.978759 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e72dc97-3adf-44e8-b08b-887a07325658 admin admin] Network e7b04304-7a8b-409f-a7ac-32fc979111a9 is scheduled to be hosted by DHCP agent dc103412-d4dc-48a3-9309-49b6d77c9d56 with binding_index 1 {{(pid=99969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 11:05:51.987531 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.base_scheduler [None req-2e72dc97-3adf-44e8-b08b-887a07325658 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-3-iscsi, e7b04304-7a8b-409f-a7ac-32fc979111a9) {{(pid=99969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:05:51.992620 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e72dc97-3adf-44e8-b08b-887a07325658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:05:51.993216 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-2e72dc97-3adf-44e8-b08b-887a07325658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for subnet, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:51.997993 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e526be3-9b49-44a9-9b11-64235ccb410f None None] Network e7b04304-7a8b-409f-a7ac-32fc979111a9 requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:05:52.014913 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-2e72dc97-3adf-44e8-b08b-887a07325658 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4864380 Oct 14 11:05:52.152927 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbb15ca-d7c1-4aa3-b4e4-03573576211e None None] Network e7b04304-7a8b-409f-a7ac-32fc979111a9 requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:05:52.865633 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.agents_db [None req-913fd0e5-582e-4eb1-907a-85279628d193 None None] Agent healthcheck: found 5 active agents {{(pid=99971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:05:54.554459 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 54830) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:05:54.698346 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-a8ed074e-b32b-45dc-9b5e-ad39cf659ae4 admin admin] 10.222.0.46 "GET /v2.0/routers/93381aed-67e0-4213-8854-3766f0705175 HTTP/1.1" status: 200 len: 710 time: 0.1422992 Oct 14 11:05:54.795924 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a915b6-69ec-4279-8e70-02f0166ad931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:05:54.797347 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-85a915b6-69ec-4279-8e70-02f0166ad931 admin admin] 10.222.0.46 "GET /v2.0/networks/e7b04304-7a8b-409f-a7ac-32fc979111a9 HTTP/1.1" status: 200 len: 886 time: 0.0932660 Oct 14 11:05:54.808998 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-a78bee78-7979-46ea-ba96-81349c7f12df admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'}}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:05:55.082654 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a78bee78-7979-46ea-ba96-81349c7f12df admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:55.340163 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a78bee78-7979-46ea-ba96-81349c7f12df admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:55.417931 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a78bee78-7979-46ea-ba96-81349c7f12df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:55.608108 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_common [None req-a78bee78-7979-46ea-ba96-81349c7f12df admin admin] Allocated IP 172.27.0.235 (e7b04304-7a8b-409f-a7ac-32fc979111a9/b7c74a80-f412-4798-967a-8287544534dc/904f29f0-6901-49b5-8925-50b7ad67cebf) {{(pid=99968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:05:55.711688 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a78bee78-7979-46ea-ba96-81349c7f12df admin admin] Publish callbacks [] for port, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:55.745705 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a78bee78-7979-46ea-ba96-81349c7f12df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431'] for port, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:55.786831 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78bee78-7979-46ea-ba96-81349c7f12df admin admin] Network e7b04304-7a8b-409f-a7ac-32fc979111a9 is already hosted by enough agents. {{(pid=99968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:05:55.789729 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [None req-a78bee78-7979-46ea-ba96-81349c7f12df admin admin] Resources bound (agent type, host, resource id): {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:05:55.796069 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78bee78-7979-46ea-ba96-81349c7f12df admin admin] Received port after_create {{(pid=99968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:05:55.831195 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78bee78-7979-46ea-ba96-81349c7f12df admin admin] Pushing event updated for resources: {'Port': ['ID=904f29f0-6901-49b5-8925-50b7ad67cebf,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:05:56.049453 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a78bee78-7979-46ea-ba96-81349c7f12df admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:56.249795 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a78bee78-7979-46ea-ba96-81349c7f12df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1073340493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1073287320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14137'] for router, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:56.253230 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a78bee78-7979-46ea-ba96-81349c7f12df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1073340520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1073340538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1073340515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1073287297'] for router, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:56.366230 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78bee78-7979-46ea-ba96-81349c7f12df admin admin] Router 93381aed-67e0-4213-8854-3766f0705175 has already been hosted by L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 {{(pid=99968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:05:56.476512 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78bee78-7979-46ea-ba96-81349c7f12df admin admin] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:05:56.480800 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a78bee78-7979-46ea-ba96-81349c7f12df admin admin] Publish callbacks [] for router, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:56.481972 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-a78bee78-7979-46ea-ba96-81349c7f12df admin admin] 10.222.0.46 "PUT /v2.0/routers/93381aed-67e0-4213-8854-3766f0705175 HTTP/1.1" status: 200 len: 890 time: 1.6778891 Oct 14 11:05:58.433032 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09bea52-d8d9-4574-be33-cd0caec68528 None None] Sync routers for ids ['93381aed-67e0-4213-8854-3766f0705175'] in dv-cinder-801354-3-iscsi {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:05:58.443933 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09bea52-d8d9-4574-be33-cd0caec68528 None None] Routers {'93381aed-67e0-4213-8854-3766f0705175'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:05:58.444797 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-e09bea52-d8d9-4574-be33-cd0caec68528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fd8050a0>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:05:41Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['93381aed-67e0-4213-8854-3766f0705175'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:05:58.662091 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-e09bea52-d8d9-4574-be33-cd0caec68528 None None] Set router 93381aed-67e0-4213-8854-3766f0705175 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:05:58.846572 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 0e2f4536-4fd2-4ddd-8350-8d75ef1ac935 up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:05:59.028754 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port 0e2f4536-4fd2-4ddd-8350-8d75ef1ac935 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:05:59.029122 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:59.162341 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-e09bea52-d8d9-4574-be33-cd0caec68528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fd8050a0>, [{'id': '93381aed-67e0-4213-8854-3766f0705175', 'name': 'router1', 'tenant_id': 'ce6d1a78b0bd4b73b3f5cc903ef32c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '904f29f0-6901-49b5-8925-50b7ad67cebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:05:37Z', 'updated_at': '2021-10-14T11:05:55Z', 'revision_number': 4, 'project_id': 'ce6d1a78b0bd4b73b3f5cc903ef32c29', 'gw_port': {'id': '904f29f0-6901-49b5-8925-50b7ad67cebf', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:15:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93381aed-67e0-4213-8854-3766f0705175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:05:55Z', 'updated_at': '2021-10-14T11:05:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': '0e2f4536-4fd2-4ddd-8350-8d75ef1ac935', 'name': '', 'network_id': 'f4861b31-64b9-4bb1-9e61-2677419fb2de', 'tenant_id': 'ce6d1a78b0bd4b73b3f5cc903ef32c29', 'mac_address': 'fa:16:3e:0c:41:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93381aed-67e0-4213-8854-3766f0705175', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10771f9f-9d0e-42e2-b656-dc81cc919253', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:05:47Z', 'updated_at': '2021-10-14T11:05:50Z', 'revision_number': 5, 'project_id': 'ce6d1a78b0bd4b73b3f5cc903ef32c29', 'subnets': [{'id': '10771f9f-9d0e-42e2-b656-dc81cc919253', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '178dd976-6aaf-44db-af0c-69f1310b2a37'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:05:59.166068 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 54842) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:05:59.220276 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09bea52-d8d9-4574-be33-cd0caec68528 None None] Checking router: 93381aed-67e0-4213-8854-3766f0705175 for host: dv-cinder-801354-3-iscsi {{(pid=99970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:05:59.220634 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09bea52-d8d9-4574-be33-cd0caec68528 None None] Updating router 93381aed-67e0-4213-8854-3766f0705175 port 904f29f0-6901-49b5-8925-50b7ad67cebf binding host dv-cinder-801354-3-iscsi {{(pid=99970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 11:05:59.274461 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-e09bea52-d8d9-4574-be33-cd0caec68528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:59.288527 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-80014d7f-cbb6-4e7e-86c2-84e5903e9111 admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1212635 Oct 14 11:05:59.707219 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-e09bea52-d8d9-4574-be33-cd0caec68528 None None] Publish callbacks [] for port, precommit_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:59.712888 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-e09bea52-d8d9-4574-be33-cd0caec68528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:59.766874 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-e09bea52-d8d9-4574-be33-cd0caec68528 None None] Attempting to bind port 904f29f0-6901-49b5-8925-50b7ad67cebf on host dv-cinder-801354-3-iscsi for vnic_type normal with profile {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:05:59.767074 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-e09bea52-d8d9-4574-be33-cd0caec68528 None None] Attempting to bind port 904f29f0-6901-49b5-8925-50b7ad67cebf by drivers openvswitch,hyperv on host dv-cinder-801354-3-iscsi at level 0 using segments [{'id': '41826669-4ce7-4556-a5ab-a5c365ae266e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'}] {{(pid=99970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:05:59.767427 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09bea52-d8d9-4574-be33-cd0caec68528 None None] Attempting to bind port 904f29f0-6901-49b5-8925-50b7ad67cebf on network e7b04304-7a8b-409f-a7ac-32fc979111a9 {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:05:59.773032 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd93c0-d7dc-4092-9443-259c3b0db104 None None] Pushing event updated for resources: {'Port': ['ID=904f29f0-6901-49b5-8925-50b7ad67cebf,revision_number=2']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:05:59.778402 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09bea52-d8d9-4574-be33-cd0caec68528 None None] Checking agent: {'id': 'bb3727ce-8571-46e9-a464-805553a8417e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 5, 13), 'started_at': datetime.datetime(2021, 10, 14, 11, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:05:59.778402 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09bea52-d8d9-4574-be33-cd0caec68528 None None] Checking segment: {'id': '41826669-4ce7-4556-a5ab-a5c365ae266e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:05:59.778663 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-e09bea52-d8d9-4574-be33-cd0caec68528 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:59.778901 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09bea52-d8d9-4574-be33-cd0caec68528 None None] Bound using segment: {'id': '41826669-4ce7-4556-a5ab-a5c365ae266e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'} {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:05:59.779376 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-e09bea52-d8d9-4574-be33-cd0caec68528 None None] Bound port: 904f29f0-6901-49b5-8925-50b7ad67cebf, host: dv-cinder-801354-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41826669-4ce7-4556-a5ab-a5c365ae266e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'}}] {{(pid=99970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:05:59.779766 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-e09bea52-d8d9-4574-be33-cd0caec68528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:59.833109 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-e09bea52-d8d9-4574-be33-cd0caec68528 None None] For port 904f29f0-6901-49b5-8925-50b7ad67cebf, host dv-cinder-801354-3-iscsi, cleared binding levels {{(pid=99970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:05:59.836975 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-e09bea52-d8d9-4574-be33-cd0caec68528 None None] For port 904f29f0-6901-49b5-8925-50b7ad67cebf, host dv-cinder-801354-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=904f29f0-6901-49b5-8925-50b7ad67cebf,segment=NetworkSegment(41826669-4ce7-4556-a5ab-a5c365ae266e),segment_id=41826669-4ce7-4556-a5ab-a5c365ae266e)] {{(pid=99970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:05:59.841189 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-e09bea52-d8d9-4574-be33-cd0caec68528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:05:59.897142 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09bea52-d8d9-4574-be33-cd0caec68528 None None] Routers {'93381aed-67e0-4213-8854-3766f0705175'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:05:59.897782 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-e09bea52-d8d9-4574-be33-cd0caec68528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fd8050a0>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:05:41Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['93381aed-67e0-4213-8854-3766f0705175'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:05:59.944342 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd93c0-d7dc-4092-9443-259c3b0db104 None None] Pushing event updated for resources: {'Port': ['ID=904f29f0-6901-49b5-8925-50b7ad67cebf,revision_number=3']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:06:00.025806 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-e09bea52-d8d9-4574-be33-cd0caec68528 None None] Set router 93381aed-67e0-4213-8854-3766f0705175 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:06:00.283053 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-e09bea52-d8d9-4574-be33-cd0caec68528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fd8050a0>, [{'id': '93381aed-67e0-4213-8854-3766f0705175', 'name': 'router1', 'tenant_id': 'ce6d1a78b0bd4b73b3f5cc903ef32c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '904f29f0-6901-49b5-8925-50b7ad67cebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:05:37Z', 'updated_at': '2021-10-14T11:05:55Z', 'revision_number': 4, 'project_id': 'ce6d1a78b0bd4b73b3f5cc903ef32c29', 'gw_port': {'id': '904f29f0-6901-49b5-8925-50b7ad67cebf', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:15:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93381aed-67e0-4213-8854-3766f0705175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:05:55Z', 'updated_at': '2021-10-14T11:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': '0e2f4536-4fd2-4ddd-8350-8d75ef1ac935', 'name': '', 'network_id': 'f4861b31-64b9-4bb1-9e61-2677419fb2de', 'tenant_id': 'ce6d1a78b0bd4b73b3f5cc903ef32c29', 'mac_address': 'fa:16:3e:0c:41:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93381aed-67e0-4213-8854-3766f0705175', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10771f9f-9d0e-42e2-b656-dc81cc919253', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:05:47Z', 'updated_at': '2021-10-14T11:05:50Z', 'revision_number': 5, 'project_id': 'ce6d1a78b0bd4b73b3f5cc903ef32c29', 'subnets': [{'id': '10771f9f-9d0e-42e2-b656-dc81cc919253', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '178dd976-6aaf-44db-af0c-69f1310b2a37'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:06:00.315354 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09bea52-d8d9-4574-be33-cd0caec68528 None None] The sync data for ids ['93381aed-67e0-4213-8854-3766f0705175'] in dv-cinder-801354-3-iscsi is: [{'id': '93381aed-67e0-4213-8854-3766f0705175', 'name': 'router1', 'tenant_id': 'ce6d1a78b0bd4b73b3f5cc903ef32c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '904f29f0-6901-49b5-8925-50b7ad67cebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:05:37Z', 'updated_at': '2021-10-14T11:05:55Z', 'revision_number': 4, 'project_id': 'ce6d1a78b0bd4b73b3f5cc903ef32c29', 'gw_port': {'id': '904f29f0-6901-49b5-8925-50b7ad67cebf', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:15:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93381aed-67e0-4213-8854-3766f0705175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:05:55Z', 'updated_at': '2021-10-14T11:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': '0e2f4536-4fd2-4ddd-8350-8d75ef1ac935', 'name': '', 'network_id': 'f4861b31-64b9-4bb1-9e61-2677419fb2de', 'tenant_id': 'ce6d1a78b0bd4b73b3f5cc903ef32c29', 'mac_address': 'fa:16:3e:0c:41:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93381aed-67e0-4213-8854-3766f0705175', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10771f9f-9d0e-42e2-b656-dc81cc919253', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:05:47Z', 'updated_at': '2021-10-14T11:05:50Z', 'revision_number': 5, 'project_id': 'ce6d1a78b0bd4b73b3f5cc903ef32c29', 'subnets': [{'id': '10771f9f-9d0e-42e2-b656-dc81cc919253', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '178dd976-6aaf-44db-af0c-69f1310b2a37'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:06:00.857959 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 904f29f0-6901-49b5-8925-50b7ad67cebf up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:06:00.909588 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port 904f29f0-6901-49b5-8925-50b7ad67cebf triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:06:00.909986 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:06:00.997354 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:06:01.024965 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] For port 904f29f0-6901-49b5-8925-50b7ad67cebf, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=904f29f0-6901-49b5-8925-50b7ad67cebf,segment=NetworkSegment(41826669-4ce7-4556-a5ab-a5c365ae266e),segment_id=41826669-4ce7-4556-a5ab-a5c365ae266e)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:06:01.029928 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:06:01.098220 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Pushing event updated for resources: {'Port': ['ID=904f29f0-6901-49b5-8925-50b7ad67cebf,revision_number=4']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:06:02.835117 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 904f29f0-6901-49b5-8925-50b7ad67cebf up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:06:02.917093 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port 904f29f0-6901-49b5-8925-50b7ad67cebf triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:06:02.917400 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:06:08.808516 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-45ceaba2-ac44-4e70-8915-f529cf8d4d60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:06:11.472979 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-132f361d-5557-43b4-9862-abef031213a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:06:12.705841 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:06:12.984068 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:06:14.197130 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:06:29.865639 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.agents_db [None req-913fd0e5-582e-4eb1-907a-85279628d193 None None] Agent healthcheck: found 5 active agents {{(pid=99971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:06:38.813196 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-23faefb8-3717-48aa-b077-bf433d22da6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:06:41.453516 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-f645c140-c6b7-4d67-96aa-b3f9e167d111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:06:42.715124 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:06:42.989987 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:06:44.239119 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:07:06.866055 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.agents_db [None req-913fd0e5-582e-4eb1-907a-85279628d193 None None] Agent healthcheck: found 5 active agents {{(pid=99971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:07:08.806366 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-3a945616-26b1-440c-9957-5aebbd39094e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:07:11.459973 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-59044784-8976-4275-b1bb-248711e3f7ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:07:12.711731 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:07:12.986714 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:07:14.190128 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:07:38.799392 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-511d63b3-bcbc-4479-aead-12cd961a57ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:07:41.462756 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-3a86ae5f-cc75-4bd4-a927-71f6c9353d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:07:42.715567 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:07:42.988522 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:07:43.865724 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.agents_db [None req-913fd0e5-582e-4eb1-907a-85279628d193 None None] Agent healthcheck: found 5 active agents {{(pid=99971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:07:43.903794 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 55404) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:07:43.971092 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.pecan_wsgi.hooks.translation [None req-99b221bc-1a66-40ca-98df-bd0aa95116e9 admin admin] GET failed (client error): The resource could not be found. Oct 14 11:07:43.972464 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-99b221bc-1a66-40ca-98df-bd0aa95116e9 admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0676928 Oct 14 11:07:44.136359 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1021572-5a09-425e-a537-8cca649af7e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:07:44.137717 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-e1021572-5a09-425e-a537-8cca649af7e6 admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1606269 Oct 14 11:07:44.194092 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:07:46.473858 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 55414) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:07:46.577639 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f36f31-145f-4673-aae0-d87d259697ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:07:46.582337 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-c9f36f31-145f-4673-aae0-d87d259697ef admin admin] 10.222.0.46 "GET /v2.0/subnets/10771f9f-9d0e-42e2-b656-dc81cc919253 HTTP/1.1" status: 200 len: 849 time: 0.1048894 Oct 14 11:07:46.590032 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-94a03cc4-f3d3-4b50-86b4-15970be0436c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:07:46.676758 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-94a03cc4-f3d3-4b50-86b4-15970be0436c admin admin] Publish callbacks [] for subnet, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:07:46.830486 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-94a03cc4-f3d3-4b50-86b4-15970be0436c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755828127546'] for subnet, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:07:46.864970 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a03cc4-f3d3-4b50-86b4-15970be0436c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:07:46.865593 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-94a03cc4-f3d3-4b50-86b4-15970be0436c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for subnet, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:07:46.866935 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-94a03cc4-f3d3-4b50-86b4-15970be0436c admin admin] 10.222.0.46 "PUT /v2.0/subnets/10771f9f-9d0e-42e2-b656-dc81cc919253 HTTP/1.1" status: 200 len: 868 time: 0.2808666 Oct 14 11:07:46.867339 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d737c357-e8b0-4a2a-99ca-c48d645ce7e2 None None] Network f4861b31-64b9-4bb1-9e61-2677419fb2de requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:07:46.884882 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a03cc4-f3d3-4b50-86b4-15970be0436c admin admin] Pushing event updated for resources: {'Subnet': ['ID=10771f9f-9d0e-42e2-b656-dc81cc919253,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:07:46.893215 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a03cc4-f3d3-4b50-86b4-15970be0436c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:07:46.893638 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a03cc4-f3d3-4b50-86b4-15970be0436c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:07:46.894588 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a03cc4-f3d3-4b50-86b4-15970be0436c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:07:46.894588 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a03cc4-f3d3-4b50-86b4-15970be0436c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:07:46.894896 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a03cc4-f3d3-4b50-86b4-15970be0436c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:07:46.895183 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a03cc4-f3d3-4b50-86b4-15970be0436c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:07:46.895516 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a03cc4-f3d3-4b50-86b4-15970be0436c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:07:46.895845 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a03cc4-f3d3-4b50-86b4-15970be0436c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:07:46.896177 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a03cc4-f3d3-4b50-86b4-15970be0436c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:07:46.896658 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a03cc4-f3d3-4b50-86b4-15970be0436c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:07:46.896992 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a03cc4-f3d3-4b50-86b4-15970be0436c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:07:46.897322 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a03cc4-f3d3-4b50-86b4-15970be0436c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:07:47.296716 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-8b3a7fe7-7b92-4a03-9cd7-2c071e86b7e2 None None] Provisioning complete for port 0e2f4536-4fd2-4ddd-8350-8d75ef1ac935 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:07:47.297007 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-8b3a7fe7-7b92-4a03-9cd7-2c071e86b7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:07:47.395578 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-8b3a7fe7-7b92-4a03-9cd7-2c071e86b7e2 None None] Provisioning complete for port 28fcbf65-4c6f-4800-afb6-4f112814d69e triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:07:47.395866 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-8b3a7fe7-7b92-4a03-9cd7-2c071e86b7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:07:49.198940 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 55424) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:07:49.487195 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285e126e-ec32-498e-989d-40002d8bbba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:07:49.487560 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285e126e-ec32-498e-989d-40002d8bbba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:07:49.489082 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-285e126e-ec32-498e-989d-40002d8bbba8 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2891552 Oct 14 11:07:51.786057 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 55432) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:07:51.998924 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b30f45e-6848-411f-a286-02dbc63bbcc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:07:51.999296 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b30f45e-6848-411f-a286-02dbc63bbcc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:07:52.001053 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-9b30f45e-6848-411f-a286-02dbc63bbcc6 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2140138 Oct 14 11:07:54.342853 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 55440) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:07:54.470918 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7d3d7f-ae53-48e1-9442-42c5c990bfa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:07:54.472282 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-7c7d3d7f-ae53-48e1-9442-42c5c990bfa6 admin admin] 10.222.0.46 "GET /v2.0/networks/e7b04304-7a8b-409f-a7ac-32fc979111a9 HTTP/1.1" status: 200 len: 886 time: 0.1284850 Oct 14 11:07:56.826952 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 55448) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:07:56.980099 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc14f59-963d-43e0-868c-0cc6e10acf8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:07:56.981457 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-adc14f59-963d-43e0-868c-0cc6e10acf8c admin admin] 10.222.0.46 "GET /v2.0/networks/f4861b31-64b9-4bb1-9e61-2677419fb2de HTTP/1.1" status: 200 len: 869 time: 0.1535656 Oct 14 11:07:59.346160 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 55456) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:07:59.524886 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03f2e0a-89bc-47e2-83ec-ad1a9324ca56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:07:59.525230 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03f2e0a-89bc-47e2-83ec-ad1a9324ca56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:07:59.526784 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-b03f2e0a-89bc-47e2-83ec-ad1a9324ca56 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1796477 Oct 14 11:08:01.862510 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 55464) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:08:01.959922 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21c7fa1-b870-4719-a786-b989da411215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:08:01.960376 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21c7fa1-b870-4719-a786-b989da411215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:08:01.961990 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-d21c7fa1-b870-4719-a786-b989da411215 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0984762 Oct 14 11:08:04.297054 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 55472) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:08:04.391281 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41a872e-b7b2-40ba-9774-e76cb01f88db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:08:04.393099 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-d41a872e-b7b2-40ba-9774-e76cb01f88db admin admin] 10.222.0.46 "GET /v2.0/subnets/10771f9f-9d0e-42e2-b656-dc81cc919253 HTTP/1.1" status: 200 len: 868 time: 0.0951669 Oct 14 11:08:06.734362 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 55480) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:08:06.822481 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ba5986-885b-4f2a-a412-0c36e1efc70f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:08:06.823799 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-e2ba5986-885b-4f2a-a412-0c36e1efc70f admin admin] 10.222.0.46 "GET /v2.0/subnets/b7c74a80-f412-4798-967a-8287544534dc HTTP/1.1" status: 200 len: 816 time: 0.0883751 Oct 14 11:08:08.805893 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-4f78699d-de81-4fd2-9539-ff51b0c86ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:08:11.465115 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-b6c387bb-e020-4c9b-b6c6-89d657f4199e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:08:12.819307 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:08:12.990767 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:08:14.201101 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:08:20.864532 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.agents_db [None req-913fd0e5-582e-4eb1-907a-85279628d193 None None] Agent healthcheck: found 5 active agents {{(pid=99971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:08:38.306260 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 55536) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:08:38.356654 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [None req-6ee070b5-40d2-4077-8d25-e54773c7f00a admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=99968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 11:08:38.357648 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-6ee070b5-40d2-4077-8d25-e54773c7f00a admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0504546 Oct 14 11:08:38.807517 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-8ec124ef-4465-457d-8b63-6a0cd4b5b712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:08:40.775909 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 55544) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:08:40.840259 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.pecan_wsgi.hooks.translation [None req-da035982-7a26-42ba-8ca0-835f2681953d admin admin] GET failed (client error): The resource could not be found. Oct 14 11:08:40.841638 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-da035982-7a26-42ba-8ca0-835f2681953d admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0647910 Oct 14 11:08:40.990633 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a012f69e-1f0c-47b9-a862-2cbd7805762f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:08:40.992039 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-a012f69e-1f0c-47b9-a862-2cbd7805762f admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1449649 Oct 14 11:08:41.466801 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-47b8cfd9-821a-4e58-8c03-c9393421bf61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:08:42.722461 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:08:42.992598 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:08:43.358230 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 55552) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:08:43.406570 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-8c5074e6-cb86-42da-92a1-42ef655068eb admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:08:43.427715 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5074e6-cb86-42da-92a1-42ef655068eb admin admin] Made reservation on behalf of ddf2141266264558b126ac048094c77d for: {'network': 1} {{(pid=99968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:08:43.429993 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8c5074e6-cb86-42da-92a1-42ef655068eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for network, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:08:43.458102 dv-cinder-801354-3-iscsi neutron-server[99968]: WARNING neutron.services.revisions.revision_plugin [None req-8c5074e6-cb86-42da-92a1-42ef655068eb admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f69fd8921f0] {project_id='ddf2141266264558b126ac048094c77d', id='9ecb5320-90e5-4b54-94ec-14a5025bf22c', target_tenant='*', action='access_as_shared', object_id='75142495-301e-4275-82bd-766bb1341410'}> to bump revision. Oct 14 11:08:43.472888 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c5074e6-cb86-42da-92a1-42ef655068eb admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=99968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 11:08:43.483216 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8c5074e6-cb86-42da-92a1-42ef655068eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240'] for segment, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:08:43.483625 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.db.segments_db [None req-8c5074e6-cb86-42da-92a1-42ef655068eb admin admin] Added segment 94e7d326-6984-469f-9a8d-02e447c49f0e of type vlan for network 75142495-301e-4275-82bd-766bb1341410 Oct 14 11:08:43.523736 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8c5074e6-cb86-42da-92a1-42ef655068eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755827645040'] for network, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:08:43.549024 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8c5074e6-cb86-42da-92a1-42ef655068eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994'] for network, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:08:43.549904 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5074e6-cb86-42da-92a1-42ef655068eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:08:43.550546 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8c5074e6-cb86-42da-92a1-42ef655068eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for network, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:08:43.583554 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-8c5074e6-cb86-42da-92a1-42ef655068eb admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2244720 Oct 14 11:08:43.619011 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5074e6-cb86-42da-92a1-42ef655068eb admin admin] Pushing event updated for resources: {'Network': ['ID=75142495-301e-4275-82bd-766bb1341410,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:08:43.631102 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Network 75142495-301e-4275-82bd-766bb1341410 details requested by agent ovs-agent-dv-cinder-801354-3-iscsi with host dv-cinder-801354-3-iscsi {{(pid=99970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 11:08:44.204991 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:08:45.982140 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 55560) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:08:46.045143 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.pecan_wsgi.hooks.translation [None req-45e6fd00-7977-4f6f-9f31-dcecc390942a admin admin] GET failed (client error): The resource could not be found. Oct 14 11:08:46.046455 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-45e6fd00-7977-4f6f-9f31-dcecc390942a admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0628328 Oct 14 11:08:46.118322 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded2002b-a3ea-4817-a6ee-2a48e6674dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:08:46.119763 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-ded2002b-a3ea-4817-a6ee-2a48e6674dcb admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0685084 Oct 14 11:08:46.130824 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-b790f650-8b1d-48c5-af21-6803d54defa8 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '75142495-301e-4275-82bd-766bb1341410', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:08:46.154636 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b790f650-8b1d-48c5-af21-6803d54defa8 admin admin] Made reservation on behalf of ddf2141266264558b126ac048094c77d for: {'subnet': 1} {{(pid=99968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:08:46.157256 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b790f650-8b1d-48c5-af21-6803d54defa8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:08:46.346020 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b790f650-8b1d-48c5-af21-6803d54defa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994'] for subnet, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:08:46.400162 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b790f650-8b1d-48c5-af21-6803d54defa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ef8de54-6ec7-4b3e-be5c-874a154f3960,revision_number=0']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:08:46.410570 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b790f650-8b1d-48c5-af21-6803d54defa8 admin admin] Checking segment: {'id': '94e7d326-6984-469f-9a8d-02e447c49f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '75142495-301e-4275-82bd-766bb1341410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:08:46.410919 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b790f650-8b1d-48c5-af21-6803d54defa8 admin admin] Network hostable DHCP agents. Network: 75142495-301e-4275-82bd-766bb1341410, hostable agents: ['dc103412-d4dc-48a3-9309-49b6d77c9d56'], hosted agents: [] {{(pid=99968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 11:08:46.431912 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b790f650-8b1d-48c5-af21-6803d54defa8 admin admin] Network 75142495-301e-4275-82bd-766bb1341410 is scheduled to be hosted by DHCP agent dc103412-d4dc-48a3-9309-49b6d77c9d56 with binding_index 1 {{(pid=99968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 11:08:46.444045 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [None req-b790f650-8b1d-48c5-af21-6803d54defa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-3-iscsi, 75142495-301e-4275-82bd-766bb1341410) {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:08:46.448231 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b790f650-8b1d-48c5-af21-6803d54defa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:08:46.448857 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b790f650-8b1d-48c5-af21-6803d54defa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for subnet, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:08:46.454662 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fe42b6-d78b-4b77-967d-94369d3162b2 None None] Network 75142495-301e-4275-82bd-766bb1341410 requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:08:46.467133 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-b790f650-8b1d-48c5-af21-6803d54defa8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3395913 Oct 14 11:08:46.611488 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000ac5a6-08b2-4311-b068-67da679edf83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e812ef1-029a-5b51-ab78-5c6baf4a9599-75142495-301e-4275-82bd-766bb1341410', 'network_id': '75142495-301e-4275-82bd-766bb1341410', 'tenant_id': 'ddf2141266264558b126ac048094c77d', 'fixed_ips': [{'subnet_id': '8ef8de54-6ec7-4b3e-be5c-874a154f3960'}]}} from dv-cinder-801354-3-iscsi. {{(pid=99970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 11:08:46.612368 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-000ac5a6-08b2-4311-b068-67da679edf83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:08:46.756777 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.db_base_plugin_common [None req-000ac5a6-08b2-4311-b068-67da679edf83 None None] Allocated IP 192.168.233.2 (75142495-301e-4275-82bd-766bb1341410/8ef8de54-6ec7-4b3e-be5c-874a154f3960/8c95ef47-f7c1-41c0-bdb9-db416a551b3d) {{(pid=99970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:08:46.919342 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-000ac5a6-08b2-4311-b068-67da679edf83 None None] Publish callbacks [] for port, precommit_create {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:08:46.927745 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-000ac5a6-08b2-4311-b068-67da679edf83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431'] for port, after_create {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:08:46.965613 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000ac5a6-08b2-4311-b068-67da679edf83 None None] Network 75142495-301e-4275-82bd-766bb1341410 is already hosted by enough agents. {{(pid=99970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:08:46.970989 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.scheduler.base_scheduler [None req-000ac5a6-08b2-4311-b068-67da679edf83 None None] Resources bound (agent type, host, resource id): {{(pid=99970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:08:46.974831 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000ac5a6-08b2-4311-b068-67da679edf83 None None] Received port after_create {{(pid=99970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:08:46.989899 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ac5a6-08b2-4311-b068-67da679edf83 None None] Pushing event updated for resources: {'Port': ['ID=8c95ef47-f7c1-41c0-bdb9-db416a551b3d,revision_number=1']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:08:47.037500 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ac5a6-08b2-4311-b068-67da679edf83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:08:47.037870 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ac5a6-08b2-4311-b068-67da679edf83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:08:47.038233 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ac5a6-08b2-4311-b068-67da679edf83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:08:47.038573 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ac5a6-08b2-4311-b068-67da679edf83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:08:47.038908 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ac5a6-08b2-4311-b068-67da679edf83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:08:47.039239 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ac5a6-08b2-4311-b068-67da679edf83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:08:47.039566 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ac5a6-08b2-4311-b068-67da679edf83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:08:47.039891 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ac5a6-08b2-4311-b068-67da679edf83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:08:47.040241 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ac5a6-08b2-4311-b068-67da679edf83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:08:47.040569 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ac5a6-08b2-4311-b068-67da679edf83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:08:47.040891 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ac5a6-08b2-4311-b068-67da679edf83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:08:47.041209 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ac5a6-08b2-4311-b068-67da679edf83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:08:47.058370 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-000ac5a6-08b2-4311-b068-67da679edf83 None None] Attempting to bind port 8c95ef47-f7c1-41c0-bdb9-db416a551b3d on host dv-cinder-801354-3-iscsi for vnic_type normal with profile {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:08:47.058370 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-000ac5a6-08b2-4311-b068-67da679edf83 None None] Attempting to bind port 8c95ef47-f7c1-41c0-bdb9-db416a551b3d by drivers openvswitch,hyperv on host dv-cinder-801354-3-iscsi at level 0 using segments [{'id': '94e7d326-6984-469f-9a8d-02e447c49f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '75142495-301e-4275-82bd-766bb1341410'}] {{(pid=99970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:08:47.058370 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000ac5a6-08b2-4311-b068-67da679edf83 None None] Attempting to bind port 8c95ef47-f7c1-41c0-bdb9-db416a551b3d on network 75142495-301e-4275-82bd-766bb1341410 {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:08:47.063909 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000ac5a6-08b2-4311-b068-67da679edf83 None None] Checking agent: {'id': 'bb3727ce-8571-46e9-a464-805553a8417e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 5, 13), 'started_at': datetime.datetime(2021, 10, 14, 11, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:08:47.064281 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000ac5a6-08b2-4311-b068-67da679edf83 None None] Checking segment: {'id': '94e7d326-6984-469f-9a8d-02e447c49f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '75142495-301e-4275-82bd-766bb1341410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:08:47.064676 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-000ac5a6-08b2-4311-b068-67da679edf83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:08:47.065069 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000ac5a6-08b2-4311-b068-67da679edf83 None None] Bound using segment: {'id': '94e7d326-6984-469f-9a8d-02e447c49f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '75142495-301e-4275-82bd-766bb1341410'} {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:08:47.065536 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-000ac5a6-08b2-4311-b068-67da679edf83 None None] Bound port: 8c95ef47-f7c1-41c0-bdb9-db416a551b3d, host: dv-cinder-801354-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e7d326-6984-469f-9a8d-02e447c49f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '75142495-301e-4275-82bd-766bb1341410'}}] {{(pid=99970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:08:47.065929 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-000ac5a6-08b2-4311-b068-67da679edf83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:08:47.138327 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-000ac5a6-08b2-4311-b068-67da679edf83 None None] For port 8c95ef47-f7c1-41c0-bdb9-db416a551b3d, host dv-cinder-801354-3-iscsi, cleared binding levels {{(pid=99970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:08:47.144048 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-000ac5a6-08b2-4311-b068-67da679edf83 None None] For port 8c95ef47-f7c1-41c0-bdb9-db416a551b3d, host dv-cinder-801354-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=8c95ef47-f7c1-41c0-bdb9-db416a551b3d,segment=NetworkSegment(94e7d326-6984-469f-9a8d-02e447c49f0e),segment_id=94e7d326-6984-469f-9a8d-02e447c49f0e)] {{(pid=99970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:08:47.149381 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-000ac5a6-08b2-4311-b068-67da679edf83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:08:47.217829 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ac5a6-08b2-4311-b068-67da679edf83 None None] Pushing event updated for resources: {'Port': ['ID=8c95ef47-f7c1-41c0-bdb9-db416a551b3d,revision_number=2']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:08:48.062473 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bb70eb-9d06-48b7-94f4-67998e7fbae2 None None] Network 75142495-301e-4275-82bd-766bb1341410 requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:08:48.133470 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-c498e02c-3b2c-4063-a9ce-f690754d3b0a None None] Provisioning complete for port 8c95ef47-f7c1-41c0-bdb9-db416a551b3d triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:08:48.133836 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-c498e02c-3b2c-4063-a9ce-f690754d3b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:08:48.281854 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-c498e02c-3b2c-4063-a9ce-f690754d3b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:08:48.320722 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-c498e02c-3b2c-4063-a9ce-f690754d3b0a None None] For port 8c95ef47-f7c1-41c0-bdb9-db416a551b3d, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=8c95ef47-f7c1-41c0-bdb9-db416a551b3d,segment=NetworkSegment(94e7d326-6984-469f-9a8d-02e447c49f0e),segment_id=94e7d326-6984-469f-9a8d-02e447c49f0e)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:08:48.328054 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-c498e02c-3b2c-4063-a9ce-f690754d3b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:08:48.386412 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c498e02c-3b2c-4063-a9ce-f690754d3b0a None None] Pushing event updated for resources: {'Port': ['ID=8c95ef47-f7c1-41c0-bdb9-db416a551b3d,revision_number=3']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:08:48.547864 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-c955727a-b841-4ac6-b40e-12ec2a65e9a8 None None] Provisioning complete for port 8c95ef47-f7c1-41c0-bdb9-db416a551b3d triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:08:48.548148 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-c955727a-b841-4ac6-b40e-12ec2a65e9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:08:48.987577 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 8c95ef47-f7c1-41c0-bdb9-db416a551b3d up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:08:49.040451 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port 8c95ef47-f7c1-41c0-bdb9-db416a551b3d triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:08:49.040808 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:08:57.862922 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.agents_db [None req-913fd0e5-582e-4eb1-907a-85279628d193 None None] Agent healthcheck: found 5 active agents {{(pid=99971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:09:08.813013 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-88b1c45b-5abe-49d9-85ca-7cfa23684c2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:09:11.474962 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-4b30c6c8-d478-4e7b-b357-6bdc5383b11c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:09:12.727082 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:09:12.994435 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:09:14.208804 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:09:34.862913 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.agents_db [None req-913fd0e5-582e-4eb1-907a-85279628d193 None None] Agent healthcheck: found 5 active agents {{(pid=99971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:09:38.814318 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-828b8ee4-5f5a-48d2-bb3a-25317b20580e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:09:41.469430 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-c747be0f-9f57-47a1-83c0-95e681a426d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:09:42.728686 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:09:42.997248 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:09:44.214059 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:09:59.405493 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 55612) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:09:59.411500 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [None req-bf507cb8-921a-4c8d-9900-f74e7db91974 tempest-verify_tempest_config-1557767929 tempest-verify_tempest_config-1557767929-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=99968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 11:09:59.412472 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-bf507cb8-921a-4c8d-9900-f74e7db91974 tempest-verify_tempest_config-1557767929 tempest-verify_tempest_config-1557767929-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0058634 Oct 14 11:09:59.717942 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 55630) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:09:59.822360 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-ffc517c9-42ec-487f-8046-5ae3a5fe5ae2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:09:59.898433 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-ffc517c9-42ec-487f-8046-5ae3a5fe5ae2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:09:59.903794 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-ffc517c9-42ec-487f-8046-5ae3a5fe5ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:09:59.951699 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-ffc517c9-42ec-487f-8046-5ae3a5fe5ae2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e00b9a341bbc458a9b14610d486f0669&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2325692 Oct 14 11:09:59.952594 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc517c9-42ec-487f-8046-5ae3a5fe5ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5092a8-efd5-4bdc-abca-dae23de172cf,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:09:59.954499 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 55634) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:09:59.960728 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc517c9-42ec-487f-8046-5ae3a5fe5ae2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:09:59.961099 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc517c9-42ec-487f-8046-5ae3a5fe5ae2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:09:59.961451 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc517c9-42ec-487f-8046-5ae3a5fe5ae2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:09:59.961790 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc517c9-42ec-487f-8046-5ae3a5fe5ae2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:09:59.962127 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc517c9-42ec-487f-8046-5ae3a5fe5ae2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:09:59.962509 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc517c9-42ec-487f-8046-5ae3a5fe5ae2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:09:59.962841 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc517c9-42ec-487f-8046-5ae3a5fe5ae2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:09:59.963177 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc517c9-42ec-487f-8046-5ae3a5fe5ae2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:09:59.963512 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc517c9-42ec-487f-8046-5ae3a5fe5ae2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:09:59.964524 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc517c9-42ec-487f-8046-5ae3a5fe5ae2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:09:59.965343 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc517c9-42ec-487f-8046-5ae3a5fe5ae2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:09:59.965343 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc517c9-42ec-487f-8046-5ae3a5fe5ae2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:10:00.015163 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-8c9ebb63-f415-4206-a5a5-c254fc69a4cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:10:00.036504 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-8c9ebb63-f415-4206-a5a5-c254fc69a4cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:10:00.132290 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-8c9ebb63-f415-4206-a5a5-c254fc69a4cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:10:00.136260 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-8c9ebb63-f415-4206-a5a5-c254fc69a4cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:10:00.137458 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-8c9ebb63-f415-4206-a5a5-c254fc69a4cd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0a5092a8-efd5-4bdc-abca-dae23de172cf HTTP/1.1" status: 204 len: 168 time: 0.1818573 Oct 14 11:10:00.147408 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9ebb63-f415-4206-a5a5-c254fc69a4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5092a8-efd5-4bdc-abca-dae23de172cf,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:10:00.154485 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9ebb63-f415-4206-a5a5-c254fc69a4cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:10:00.154762 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9ebb63-f415-4206-a5a5-c254fc69a4cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:10:00.155106 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9ebb63-f415-4206-a5a5-c254fc69a4cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:10:00.155440 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9ebb63-f415-4206-a5a5-c254fc69a4cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:10:00.155771 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9ebb63-f415-4206-a5a5-c254fc69a4cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:10:00.156142 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9ebb63-f415-4206-a5a5-c254fc69a4cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:10:00.156442 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9ebb63-f415-4206-a5a5-c254fc69a4cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:10:00.156765 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9ebb63-f415-4206-a5a5-c254fc69a4cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:10:00.157086 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9ebb63-f415-4206-a5a5-c254fc69a4cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:10:00.157401 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9ebb63-f415-4206-a5a5-c254fc69a4cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:10:00.157718 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9ebb63-f415-4206-a5a5-c254fc69a4cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:10:00.158034 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9ebb63-f415-4206-a5a5-c254fc69a4cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:10:08.821107 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-35218dc6-54d2-4c73-871d-def02167f546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:10:11.471771 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-b322abe1-a4d8-480c-8ee2-309263ece1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:10:11.864909 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.agents_db [None req-913fd0e5-582e-4eb1-907a-85279628d193 None None] Agent healthcheck: found 5 active agents {{(pid=99971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:10:12.734917 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:10:12.998469 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:10:14.224091 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:10:38.822523 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb720-6edb-45c2-a1e7-9f674b03a844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:10:41.471927 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ce164404-2ab9-4d84-a5b0-c9f69a488d5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:10:42.734591 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:10:42.999600 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:10:44.225038 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:10:48.864379 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.agents_db [None req-913fd0e5-582e-4eb1-907a-85279628d193 None None] Agent healthcheck: found 5 active agents {{(pid=99971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:11:08.824131 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-347e4997-e108-469d-8fb2-b99e0c423ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:11:11.472333 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-f7bac4ba-a844-4e25-949d-700a09c6860e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:11:12.735536 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:11:13.003581 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:11:14.230114 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:11:25.862598 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.agents_db [None req-913fd0e5-582e-4eb1-907a-85279628d193 None None] Agent healthcheck: found 5 active agents {{(pid=99971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:11:37.509621 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1073343843'] for agent, after_create {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:11:38.826767 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-4b4fe72d-250e-45fb-9c26-ac9488c646a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:11:41.475962 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-0dbf13ab-4562-4c46-aa32-d743634db15f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:11:42.739362 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:11:43.005907 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:11:44.331175 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:11:53.335868 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 55712) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:11:53.441930 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-5c898844-10e9-42f7-9d7c-37e5d8afcd16 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1049130 Oct 14 11:11:55.799871 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 55722) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:11:55.860530 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-cd4d2f9f-0194-4543-acdd-6529793348bf admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0595546 Oct 14 11:12:02.861389 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.agents_db [None req-913fd0e5-582e-4eb1-907a-85279628d193 None None] Agent healthcheck: found 6 active agents {{(pid=99971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:12:07.463728 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:12:08.826958 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-7accb23f-ead3-4f3b-b878-1b1682bb1eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:12:11.476058 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-0b486ab6-29bf-468c-aeaa-45af9600110f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:12:12.742599 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:12:13.009588 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:12:14.235247 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:12:37.460681 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:12:38.828263 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aa731f5e-a155-4e22-b2f6-6cf499068ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:12:39.860950 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.agents_db [None req-913fd0e5-582e-4eb1-907a-85279628d193 None None] Agent healthcheck: found 6 active agents {{(pid=99971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:12:41.477331 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-574c6f57-d903-42a1-ae69-feb0a6837fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:12:42.745098 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:12:43.013202 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:12:44.241403 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:07.475410 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:08.830323 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-53b39e4b-0cb4-48bc-951b-9e7f81c19617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:11.479494 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-2601f2c7-33f7-408f-88b7-c7b989cd6312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:12.749131 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:13.017646 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:14.248864 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:16.861039 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.agents_db [None req-913fd0e5-582e-4eb1-907a-85279628d193 None None] Agent healthcheck: found 6 active agents {{(pid=99971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:13:27.074488 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 55960) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:27.104929 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 55966) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:27.133148 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 55972) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:27.198134 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 55980) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:27.282480 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-67634003-c479-4efc-9cc0-ac87b555d458 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1512752121-network', 'tenant_id': '244d6014c16f4c87b9f4146f9cc20b2a'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:13:27.304354 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67634003-c479-4efc-9cc0-ac87b555d458 admin admin] Made reservation on behalf of 244d6014c16f4c87b9f4146f9cc20b2a for: {'network': 1} {{(pid=99968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:13:27.307742 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-67634003-c479-4efc-9cc0-ac87b555d458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for network, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:27.316175 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-67634003-c479-4efc-9cc0-ac87b555d458 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:27.324072 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-5ded97dc-5d5f-447b-baa2-fcbe9a926ff9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-829479385-network', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:13:27.349550 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ded97dc-5d5f-447b-baa2-fcbe9a926ff9 admin admin] Made reservation on behalf of d0daa4f1d2954b57839a55588e202828 for: {'network': 1} {{(pid=99969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:13:27.352816 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-5ded97dc-5d5f-447b-baa2-fcbe9a926ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for network, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:27.365920 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-5ded97dc-5d5f-447b-baa2-fcbe9a926ff9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:27.383746 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-80ff01c4-7131-43be-8015-45b9a81da3f3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-933610345-network', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:13:27.400897 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-67634003-c479-4efc-9cc0-ac87b555d458 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:27.406721 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-67634003-c479-4efc-9cc0-ac87b555d458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:27.422616 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67634003-c479-4efc-9cc0-ac87b555d458 admin admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=99968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 11:13:27.435874 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-67634003-c479-4efc-9cc0-ac87b555d458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240'] for segment, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:27.436754 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.db.segments_db [None req-67634003-c479-4efc-9cc0-ac87b555d458 admin admin] Added segment 717fdd03-b1ed-4ff8-961f-be526ae289bb of type vlan for network 349f727a-c796-452d-a602-d3ac189f5e61 Oct 14 11:13:27.466697 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-5ded97dc-5d5f-447b-baa2-fcbe9a926ff9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:27.475667 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-5ded97dc-5d5f-447b-baa2-fcbe9a926ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:27.487449 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-67634003-c479-4efc-9cc0-ac87b555d458 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755827645040'] for network, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:27.489742 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ded97dc-5d5f-447b-baa2-fcbe9a926ff9 admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=99969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 11:13:27.506248 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-5ded97dc-5d5f-447b-baa2-fcbe9a926ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240'] for segment, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:27.506582 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.db.segments_db [None req-5ded97dc-5d5f-447b-baa2-fcbe9a926ff9 admin admin] Added segment 5783322a-3a14-4ddc-90d8-14aa7da0c168 of type vlan for network 8adb0b2b-c914-4296-9b32-bac60154b49c Oct 14 11:13:27.535823 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67634003-c479-4efc-9cc0-ac87b555d458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03322c2c-5b43-4b89-ad6e-03b602f1afb7,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:27.543153 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-67634003-c479-4efc-9cc0-ac87b555d458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994'] for network, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:27.544099 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67634003-c479-4efc-9cc0-ac87b555d458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:13:27.544687 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-67634003-c479-4efc-9cc0-ac87b555d458 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for network, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:27.554535 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67634003-c479-4efc-9cc0-ac87b555d458 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:27.554899 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67634003-c479-4efc-9cc0-ac87b555d458 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:27.555360 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67634003-c479-4efc-9cc0-ac87b555d458 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:27.555560 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67634003-c479-4efc-9cc0-ac87b555d458 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:27.555884 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67634003-c479-4efc-9cc0-ac87b555d458 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:27.556463 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67634003-c479-4efc-9cc0-ac87b555d458 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:27.557322 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67634003-c479-4efc-9cc0-ac87b555d458 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:27.557650 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67634003-c479-4efc-9cc0-ac87b555d458 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:27.557996 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67634003-c479-4efc-9cc0-ac87b555d458 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:27.558350 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67634003-c479-4efc-9cc0-ac87b555d458 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:27.558671 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67634003-c479-4efc-9cc0-ac87b555d458 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:27.558992 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67634003-c479-4efc-9cc0-ac87b555d458 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:27.560043 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67634003-c479-4efc-9cc0-ac87b555d458 admin admin] Tracked resource versions report: Oct 14 11:13:27.560043 dv-cinder-801354-3-iscsi neutron-server[99968]: pushed versions: Oct 14 11:13:27.560043 dv-cinder-801354-3-iscsi neutron-server[99968]: { 'AddressGroup': {'1.2'}, Oct 14 11:13:27.560043 dv-cinder-801354-3-iscsi neutron-server[99968]: 'ConntrackHelper': {'1.0'}, Oct 14 11:13:27.560043 dv-cinder-801354-3-iscsi neutron-server[99968]: 'Log': {'1.0'}, Oct 14 11:13:27.560043 dv-cinder-801354-3-iscsi neutron-server[99968]: 'Network': {'1.1'}, Oct 14 11:13:27.560043 dv-cinder-801354-3-iscsi neutron-server[99968]: 'Port': {'1.7'}, Oct 14 11:13:27.560043 dv-cinder-801354-3-iscsi neutron-server[99968]: 'PortForwarding': {'1.2'}, Oct 14 11:13:27.560043 dv-cinder-801354-3-iscsi neutron-server[99968]: 'QosPolicy': {'1.10'}, Oct 14 11:13:27.560043 dv-cinder-801354-3-iscsi neutron-server[99968]: 'SecurityGroup': {'1.4'}, Oct 14 11:13:27.560043 dv-cinder-801354-3-iscsi neutron-server[99968]: 'SecurityGroupRule': {'1.2'}, Oct 14 11:13:27.560043 dv-cinder-801354-3-iscsi neutron-server[99968]: 'SubPort': {'1.0'}, Oct 14 11:13:27.560043 dv-cinder-801354-3-iscsi neutron-server[99968]: 'Subnet': {'1.1'}, Oct 14 11:13:27.560043 dv-cinder-801354-3-iscsi neutron-server[99968]: 'Trunk': {'1.1'}} Oct 14 11:13:27.560043 dv-cinder-801354-3-iscsi neutron-server[99968]: consumer versions: Oct 14 11:13:27.560043 dv-cinder-801354-3-iscsi neutron-server[99968]: { DHCP agent@dv-cinder-801354-3-iscsi: {}, Oct 14 11:13:27.560043 dv-cinder-801354-3-iscsi neutron-server[99968]: HyperV agent@hv-cinder-80135: {}, Oct 14 11:13:27.560043 dv-cinder-801354-3-iscsi neutron-server[99968]: L3 agent@dv-cinder-801354-3-iscsi: {}, Oct 14 11:13:27.560043 dv-cinder-801354-3-iscsi neutron-server[99968]: Metadata agent@dv-cinder-801354-3-iscsi: {}, Oct 14 11:13:27.560043 dv-cinder-801354-3-iscsi neutron-server[99968]: Metering agent@dv-cinder-801354-3-iscsi: {}, Oct 14 11:13:27.560043 dv-cinder-801354-3-iscsi neutron-server[99968]: Open vSwitch agent@dv-cinder-801354-3-iscsi: { 'AddressGroup': '1.2', Oct 14 11:13:27.560043 dv-cinder-801354-3-iscsi neutron-server[99968]: 'ConntrackHelper': '1.0', Oct 14 11:13:27.560043 dv-cinder-801354-3-iscsi neutron-server[99968]: 'Log': '1.0', Oct 14 11:13:27.560043 dv-cinder-801354-3-iscsi neutron-server[99968]: 'Network': '1.1', Oct 14 11:13:27.560043 dv-cinder-801354-3-iscsi neutron-server[99968]: 'Port': '1.7', Oct 14 11:13:27.560043 dv-cinder-801354-3-iscsi neutron-server[99968]: 'PortForwarding': '1.2', Oct 14 11:13:27.560043 dv-cinder-801354-3-iscsi neutron-server[99968]: 'QosPolicy': '1.10', Oct 14 11:13:27.560043 dv-cinder-801354-3-iscsi neutron-server[99968]: 'SecurityGroup': '1.4', Oct 14 11:13:27.560043 dv-cinder-801354-3-iscsi neutron-server[99968]: 'SecurityGroupRule': '1.2', Oct 14 11:13:27.560043 dv-cinder-801354-3-iscsi neutron-server[99968]: 'SubPort': '1.0', Oct 14 11:13:27.560043 dv-cinder-801354-3-iscsi neutron-server[99968]: 'Subnet': '1.1', Oct 14 11:13:27.560043 dv-cinder-801354-3-iscsi neutron-server[99968]: 'Trunk': '1.1'}} Oct 14 11:13:27.560043 dv-cinder-801354-3-iscsi neutron-server[99968]: {{(pid=99968) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 11:13:27.577122 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-5ded97dc-5d5f-447b-baa2-fcbe9a926ff9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755827645040'] for network, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:27.630868 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded97dc-5d5f-447b-baa2-fcbe9a926ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ced2f91-3c7c-4061-8fa4-a936048f0508,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:27.636000 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67634003-c479-4efc-9cc0-ac87b555d458 admin admin] Pushing event updated for resources: {'Network': ['ID=349f727a-c796-452d-a602-d3ac189f5e61,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:27.646765 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Network 349f727a-c796-452d-a602-d3ac189f5e61 details requested by agent ovs-agent-dv-cinder-801354-3-iscsi with host dv-cinder-801354-3-iscsi {{(pid=99970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 11:13:27.648798 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-c61b5ffc-3e53-49fa-ab28-65e4924b0eb0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1758896003-network', 'tenant_id': '2c392464b70b4e7c8c87cc7350e4f053'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:13:27.653461 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded97dc-5d5f-447b-baa2-fcbe9a926ff9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:27.653939 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded97dc-5d5f-447b-baa2-fcbe9a926ff9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:27.654373 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded97dc-5d5f-447b-baa2-fcbe9a926ff9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:27.654712 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded97dc-5d5f-447b-baa2-fcbe9a926ff9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:27.655038 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded97dc-5d5f-447b-baa2-fcbe9a926ff9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:27.655660 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded97dc-5d5f-447b-baa2-fcbe9a926ff9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:27.656155 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded97dc-5d5f-447b-baa2-fcbe9a926ff9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:27.656817 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded97dc-5d5f-447b-baa2-fcbe9a926ff9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:27.657317 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded97dc-5d5f-447b-baa2-fcbe9a926ff9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:27.657807 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded97dc-5d5f-447b-baa2-fcbe9a926ff9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:27.658353 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded97dc-5d5f-447b-baa2-fcbe9a926ff9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:27.658844 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded97dc-5d5f-447b-baa2-fcbe9a926ff9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:27.660069 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded97dc-5d5f-447b-baa2-fcbe9a926ff9 admin admin] Tracked resource versions report: Oct 14 11:13:27.660069 dv-cinder-801354-3-iscsi neutron-server[99969]: pushed versions: Oct 14 11:13:27.660069 dv-cinder-801354-3-iscsi neutron-server[99969]: { 'AddressGroup': {'1.2'}, Oct 14 11:13:27.660069 dv-cinder-801354-3-iscsi neutron-server[99969]: 'ConntrackHelper': {'1.0'}, Oct 14 11:13:27.660069 dv-cinder-801354-3-iscsi neutron-server[99969]: 'Log': {'1.0'}, Oct 14 11:13:27.660069 dv-cinder-801354-3-iscsi neutron-server[99969]: 'Network': {'1.1'}, Oct 14 11:13:27.660069 dv-cinder-801354-3-iscsi neutron-server[99969]: 'Port': {'1.7'}, Oct 14 11:13:27.660069 dv-cinder-801354-3-iscsi neutron-server[99969]: 'PortForwarding': {'1.2'}, Oct 14 11:13:27.660069 dv-cinder-801354-3-iscsi neutron-server[99969]: 'QosPolicy': {'1.10'}, Oct 14 11:13:27.660069 dv-cinder-801354-3-iscsi neutron-server[99969]: 'SecurityGroup': {'1.4'}, Oct 14 11:13:27.660069 dv-cinder-801354-3-iscsi neutron-server[99969]: 'SecurityGroupRule': {'1.2'}, Oct 14 11:13:27.660069 dv-cinder-801354-3-iscsi neutron-server[99969]: 'SubPort': {'1.0'}, Oct 14 11:13:27.660069 dv-cinder-801354-3-iscsi neutron-server[99969]: 'Subnet': {'1.1'}, Oct 14 11:13:27.660069 dv-cinder-801354-3-iscsi neutron-server[99969]: 'Trunk': {'1.1'}} Oct 14 11:13:27.660069 dv-cinder-801354-3-iscsi neutron-server[99969]: consumer versions: Oct 14 11:13:27.660069 dv-cinder-801354-3-iscsi neutron-server[99969]: { DHCP agent@dv-cinder-801354-3-iscsi: {}, Oct 14 11:13:27.660069 dv-cinder-801354-3-iscsi neutron-server[99969]: HyperV agent@hv-cinder-80135: {}, Oct 14 11:13:27.660069 dv-cinder-801354-3-iscsi neutron-server[99969]: L3 agent@dv-cinder-801354-3-iscsi: {}, Oct 14 11:13:27.660069 dv-cinder-801354-3-iscsi neutron-server[99969]: Metadata agent@dv-cinder-801354-3-iscsi: {}, Oct 14 11:13:27.660069 dv-cinder-801354-3-iscsi neutron-server[99969]: Metering agent@dv-cinder-801354-3-iscsi: {}, Oct 14 11:13:27.660069 dv-cinder-801354-3-iscsi neutron-server[99969]: Open vSwitch agent@dv-cinder-801354-3-iscsi: { 'AddressGroup': '1.2', Oct 14 11:13:27.660069 dv-cinder-801354-3-iscsi neutron-server[99969]: 'ConntrackHelper': '1.0', Oct 14 11:13:27.660069 dv-cinder-801354-3-iscsi neutron-server[99969]: 'Log': '1.0', Oct 14 11:13:27.660069 dv-cinder-801354-3-iscsi neutron-server[99969]: 'Network': '1.1', Oct 14 11:13:27.660069 dv-cinder-801354-3-iscsi neutron-server[99969]: 'Port': '1.7', Oct 14 11:13:27.660069 dv-cinder-801354-3-iscsi neutron-server[99969]: 'PortForwarding': '1.2', Oct 14 11:13:27.660069 dv-cinder-801354-3-iscsi neutron-server[99969]: 'QosPolicy': '1.10', Oct 14 11:13:27.660069 dv-cinder-801354-3-iscsi neutron-server[99969]: 'SecurityGroup': '1.4', Oct 14 11:13:27.660069 dv-cinder-801354-3-iscsi neutron-server[99969]: 'SecurityGroupRule': '1.2', Oct 14 11:13:27.660069 dv-cinder-801354-3-iscsi neutron-server[99969]: 'SubPort': '1.0', Oct 14 11:13:27.660069 dv-cinder-801354-3-iscsi neutron-server[99969]: 'Subnet': '1.1', Oct 14 11:13:27.660069 dv-cinder-801354-3-iscsi neutron-server[99969]: 'Trunk': '1.1'}} Oct 14 11:13:27.660069 dv-cinder-801354-3-iscsi neutron-server[99969]: {{(pid=99969) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 11:13:27.667134 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-5ded97dc-5d5f-447b-baa2-fcbe9a926ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994'] for network, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:27.668445 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ded97dc-5d5f-447b-baa2-fcbe9a926ff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:13:27.669038 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-5ded97dc-5d5f-447b-baa2-fcbe9a926ff9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for network, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:27.700435 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-67634003-c479-4efc-9cc0-ac87b555d458 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6248136 Oct 14 11:13:27.703556 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 56012) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:27.709629 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-ed31a418-5a5d-41ed-a0d2-92d75fd61305 admin admin] Request body: {'subnet': {'network_id': '349f727a-c796-452d-a602-d3ac189f5e61', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1512752121-subnet', 'tenant_id': '244d6014c16f4c87b9f4146f9cc20b2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:13:27.723504 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ff01c4-7131-43be-8015-45b9a81da3f3 admin admin] Made reservation on behalf of b0d78c4c2bd84fe29041852181e0868c for: {'network': 1} {{(pid=99969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:13:27.727201 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-80ff01c4-7131-43be-8015-45b9a81da3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for network, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:27.733842 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61b5ffc-3e53-49fa-ab28-65e4924b0eb0 admin admin] Made reservation on behalf of 2c392464b70b4e7c8c87cc7350e4f053 for: {'network': 1} {{(pid=99969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:13:27.736702 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c61b5ffc-3e53-49fa-ab28-65e4924b0eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for network, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:27.757910 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed31a418-5a5d-41ed-a0d2-92d75fd61305 admin admin] Made reservation on behalf of 244d6014c16f4c87b9f4146f9cc20b2a for: {'subnet': 1} {{(pid=99968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:13:27.762973 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-ed31a418-5a5d-41ed-a0d2-92d75fd61305 admin admin] Publish callbacks [] for subnet, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:27.766881 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-80ff01c4-7131-43be-8015-45b9a81da3f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:27.801363 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-5ded97dc-5d5f-447b-baa2-fcbe9a926ff9 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6953022 Oct 14 11:13:27.809169 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c61b5ffc-3e53-49fa-ab28-65e4924b0eb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:27.811233 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 56016) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:27.816390 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-f1fe078e-6106-4de9-b0ae-1588b3902d57 admin admin] Request body: {'subnet': {'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-829479385-subnet', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:13:27.820637 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded97dc-5d5f-447b-baa2-fcbe9a926ff9 admin admin] Pushing event updated for resources: {'Network': ['ID=8adb0b2b-c914-4296-9b32-bac60154b49c,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:27.834093 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Network 8adb0b2b-c914-4296-9b32-bac60154b49c details requested by agent ovs-agent-dv-cinder-801354-3-iscsi with host dv-cinder-801354-3-iscsi {{(pid=99970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 11:13:27.967830 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-ed31a418-5a5d-41ed-a0d2-92d75fd61305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994'] for subnet, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:27.979623 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fe078e-6106-4de9-b0ae-1588b3902d57 admin admin] Made reservation on behalf of d0daa4f1d2954b57839a55588e202828 for: {'subnet': 1} {{(pid=99969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:13:27.981987 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f1fe078e-6106-4de9-b0ae-1588b3902d57 admin admin] Publish callbacks [] for subnet, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:28.097019 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31a418-5a5d-41ed-a0d2-92d75fd61305 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8db6e823-26d9-4ff4-8321-bebc05546544,revision_number=0']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:28.108859 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed31a418-5a5d-41ed-a0d2-92d75fd61305 admin admin] Checking segment: {'id': '717fdd03-b1ed-4ff8-961f-be526ae289bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '349f727a-c796-452d-a602-d3ac189f5e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:13:28.109507 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed31a418-5a5d-41ed-a0d2-92d75fd61305 admin admin] Network hostable DHCP agents. Network: 349f727a-c796-452d-a602-d3ac189f5e61, hostable agents: ['dc103412-d4dc-48a3-9309-49b6d77c9d56'], hosted agents: [] {{(pid=99968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 11:13:28.141684 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed31a418-5a5d-41ed-a0d2-92d75fd61305 admin admin] Network 349f727a-c796-452d-a602-d3ac189f5e61 is scheduled to be hosted by DHCP agent dc103412-d4dc-48a3-9309-49b6d77c9d56 with binding_index 1 {{(pid=99968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 11:13:28.157019 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [None req-ed31a418-5a5d-41ed-a0d2-92d75fd61305 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-3-iscsi, 349f727a-c796-452d-a602-d3ac189f5e61) {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:13:28.159582 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-80ff01c4-7131-43be-8015-45b9a81da3f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:28.170143 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad7aff5-b4ed-401a-b174-2a242e1d95d2 None None] Network 349f727a-c796-452d-a602-d3ac189f5e61 requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:13:28.174147 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-80ff01c4-7131-43be-8015-45b9a81da3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:28.205441 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed31a418-5a5d-41ed-a0d2-92d75fd61305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:13:28.206076 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-ed31a418-5a5d-41ed-a0d2-92d75fd61305 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for subnet, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:28.212773 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff01c4-7131-43be-8015-45b9a81da3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460e6ed8-1a2b-48f6-bfe3-bbfd0e603f4e,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:28.249420 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-ed31a418-5a5d-41ed-a0d2-92d75fd61305 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5443842 Oct 14 11:13:28.255986 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ff01c4-7131-43be-8015-45b9a81da3f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=99969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 11:13:28.260758 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c61b5ffc-3e53-49fa-ab28-65e4924b0eb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:28.272375 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-80ff01c4-7131-43be-8015-45b9a81da3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240'] for segment, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:28.272930 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.db.segments_db [None req-80ff01c4-7131-43be-8015-45b9a81da3f3 admin admin] Added segment f89198a1-603f-4689-b5b2-f4b9245553bb of type vlan for network 2f17ff47-830b-4023-ad66-66e432a33b51 Oct 14 11:13:28.281981 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c61b5ffc-3e53-49fa-ab28-65e4924b0eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:28.303360 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c61b5ffc-3e53-49fa-ab28-65e4924b0eb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=99969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 11:13:28.312548 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c61b5ffc-3e53-49fa-ab28-65e4924b0eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240'] for segment, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:28.312884 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.db.segments_db [None req-c61b5ffc-3e53-49fa-ab28-65e4924b0eb0 admin admin] Added segment f6e0ac5a-3aac-4edb-8646-5a6da67aa4de of type vlan for network 4d96643b-4fa6-435b-b92a-130044cd3548 Oct 14 11:13:28.418088 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36906464-5423-4312-ba5d-3861145132a1 None None] Network 349f727a-c796-452d-a602-d3ac189f5e61 requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:13:28.422232 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-80ff01c4-7131-43be-8015-45b9a81da3f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755827645040'] for network, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:28.501274 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c61b5ffc-3e53-49fa-ab28-65e4924b0eb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755827645040'] for network, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:28.551290 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.db.resource_extend [None req-80ff01c4-7131-43be-8015-45b9a81da3f3 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 14 11:13:28.624010 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b5ffc-3e53-49fa-ab28-65e4924b0eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4596c4-d96b-497c-90d7-5d45081f7f44,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:28.674320 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.db.resource_extend [None req-c61b5ffc-3e53-49fa-ab28-65e4924b0eb0 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 14 11:13:28.702414 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-80ff01c4-7131-43be-8015-45b9a81da3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994'] for network, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:28.703420 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ff01c4-7131-43be-8015-45b9a81da3f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:13:28.704008 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-80ff01c4-7131-43be-8015-45b9a81da3f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for network, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:28.720621 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c61b5ffc-3e53-49fa-ab28-65e4924b0eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994'] for network, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:28.721549 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61b5ffc-3e53-49fa-ab28-65e4924b0eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:13:28.722131 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c61b5ffc-3e53-49fa-ab28-65e4924b0eb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for network, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:28.738722 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f1fe078e-6106-4de9-b0ae-1588b3902d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994'] for subnet, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:28.771966 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-80ff01c4-7131-43be-8015-45b9a81da3f3 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6377084 Oct 14 11:13:28.776640 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 56070) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:28.783894 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-843897fe-1174-4d94-8312-8dea622e4068 admin admin] Request body: {'subnet': {'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-933610345-subnet', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:13:28.814543 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-c61b5ffc-3e53-49fa-ab28-65e4924b0eb0 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6120703 Oct 14 11:13:28.815011 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 56074) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:28.832554 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-301edd90-afb4-4aed-8a09-12f01166abc1 admin admin] Request body: {'subnet': {'network_id': '4d96643b-4fa6-435b-b92a-130044cd3548', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1758896003-subnet', 'tenant_id': '2c392464b70b4e7c8c87cc7350e4f053', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:13:28.841850 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff01c4-7131-43be-8015-45b9a81da3f3 admin admin] Pushing event updated for resources: {'Network': ['ID=2f17ff47-830b-4023-ad66-66e432a33b51,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:28.857929 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Network 2f17ff47-830b-4023-ad66-66e432a33b51 details requested by agent ovs-agent-dv-cinder-801354-3-iscsi with host dv-cinder-801354-3-iscsi {{(pid=99970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 11:13:28.862481 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.db.api [None req-301edd90-afb4-4aed-8a09-12f01166abc1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 14 11:13:28.862481 dv-cinder-801354-3-iscsi neutron-server[99968]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 14 11:13:28.862481 dv-cinder-801354-3-iscsi neutron-server[99968]: [parameters: {'project_id_1': '2c392464b70b4e7c8c87cc7350e4f053', 'expiration_1': datetime.datetime(2021, 10, 14, 11, 13, 8, 837228)}] Oct 14 11:13:28.862481 dv-cinder-801354-3-iscsi neutron-server[99968]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=99968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 14 11:13:28.864155 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG oslo_db.api [None req-301edd90-afb4-4aed-8a09-12f01166abc1 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 14 11:13:28.867398 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843897fe-1174-4d94-8312-8dea622e4068 admin admin] Made reservation on behalf of b0d78c4c2bd84fe29041852181e0868c for: {'subnet': 1} {{(pid=99968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:13:28.870213 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-843897fe-1174-4d94-8312-8dea622e4068 admin admin] Publish callbacks [] for subnet, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:28.892303 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe078e-6106-4de9-b0ae-1588b3902d57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4a9eff2-6c2d-4996-83b4-e446c185e0ed,revision_number=0']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:28.930403 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fe078e-6106-4de9-b0ae-1588b3902d57 admin admin] Checking segment: {'id': '5783322a-3a14-4ddc-90d8-14aa7da0c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:13:28.930760 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fe078e-6106-4de9-b0ae-1588b3902d57 admin admin] Network hostable DHCP agents. Network: 8adb0b2b-c914-4296-9b32-bac60154b49c, hostable agents: ['dc103412-d4dc-48a3-9309-49b6d77c9d56'], hosted agents: [] {{(pid=99969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 11:13:28.934866 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b5ffc-3e53-49fa-ab28-65e4924b0eb0 admin admin] Pushing event updated for resources: {'Network': ['ID=4d96643b-4fa6-435b-b92a-130044cd3548,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:28.954830 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Network 4d96643b-4fa6-435b-b92a-130044cd3548 details requested by agent ovs-agent-dv-cinder-801354-3-iscsi with host dv-cinder-801354-3-iscsi {{(pid=99970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 11:13:28.957605 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fe078e-6106-4de9-b0ae-1588b3902d57 admin admin] Network 8adb0b2b-c914-4296-9b32-bac60154b49c is scheduled to be hosted by DHCP agent dc103412-d4dc-48a3-9309-49b6d77c9d56 with binding_index 1 {{(pid=99969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 11:13:28.975084 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.base_scheduler [None req-f1fe078e-6106-4de9-b0ae-1588b3902d57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-3-iscsi, 8adb0b2b-c914-4296-9b32-bac60154b49c) {{(pid=99969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:13:28.985634 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fe078e-6106-4de9-b0ae-1588b3902d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:13:28.986448 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f1fe078e-6106-4de9-b0ae-1588b3902d57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for subnet, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:29.033733 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-f1fe078e-6106-4de9-b0ae-1588b3902d57 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2188599 Oct 14 11:13:29.034441 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 56080) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:29.048225 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-3360299a-a787-4bde-9f41-299d798eb364 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-829479385-router', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'}}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:13:29.130211 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c18dbc0-7b62-4072-9640-f9c7e80ec84b None None] Network 8adb0b2b-c914-4296-9b32-bac60154b49c requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:13:29.132311 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-3360299a-a787-4bde-9f41-299d798eb364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1073287198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14274'] for router, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:29.133613 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-3360299a-a787-4bde-9f41-299d798eb364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1073287402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1073340511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1073345878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14283'] for router, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:29.279578 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-843897fe-1174-4d94-8312-8dea622e4068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994'] for subnet, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:29.333646 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-3360299a-a787-4bde-9f41-299d798eb364 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:29.388175 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843897fe-1174-4d94-8312-8dea622e4068 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fca00ce8-46db-40c9-b0ce-2996d51e47d7,revision_number=0']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:29.390020 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f796bede-994b-415d-823a-c0737dd8ff31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e812ef1-029a-5b51-ab78-5c6baf4a9599-8adb0b2b-c914-4296-9b32-bac60154b49c', 'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'fixed_ips': [{'subnet_id': 'c4a9eff2-6c2d-4996-83b4-e446c185e0ed'}]}} from dv-cinder-801354-3-iscsi. {{(pid=99970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 11:13:29.392165 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-f796bede-994b-415d-823a-c0737dd8ff31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:29.460785 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843897fe-1174-4d94-8312-8dea622e4068 admin admin] Checking segment: {'id': 'f89198a1-603f-4689-b5b2-f4b9245553bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:13:29.461710 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843897fe-1174-4d94-8312-8dea622e4068 admin admin] Network hostable DHCP agents. Network: 2f17ff47-830b-4023-ad66-66e432a33b51, hostable agents: ['dc103412-d4dc-48a3-9309-49b6d77c9d56'], hosted agents: [] {{(pid=99968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 11:13:29.499247 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 56092) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:29.570752 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843897fe-1174-4d94-8312-8dea622e4068 admin admin] Network 2f17ff47-830b-4023-ad66-66e432a33b51 is scheduled to be hosted by DHCP agent dc103412-d4dc-48a3-9309-49b6d77c9d56 with binding_index 1 {{(pid=99968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 11:13:29.608421 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [None req-843897fe-1174-4d94-8312-8dea622e4068 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-3-iscsi, 2f17ff47-830b-4023-ad66-66e432a33b51) {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:13:29.622569 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843897fe-1174-4d94-8312-8dea622e4068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:13:29.625855 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-843897fe-1174-4d94-8312-8dea622e4068 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for subnet, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:29.664350 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301edd90-afb4-4aed-8a09-12f01166abc1 admin admin] Made reservation on behalf of 2c392464b70b4e7c8c87cc7350e4f053 for: {'subnet': 1} {{(pid=99968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:13:29.666559 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-301edd90-afb4-4aed-8a09-12f01166abc1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:29.722446 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.db_base_plugin_common [None req-f796bede-994b-415d-823a-c0737dd8ff31 None None] Allocated IP 172.20.0.2 (8adb0b2b-c914-4296-9b32-bac60154b49c/c4a9eff2-6c2d-4996-83b4-e446c185e0ed/f77f4ffc-d6f1-4f87-8dd0-c3d2e1b083ea) {{(pid=99970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:13:29.827433 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d03ecfd-8ac1-475c-8c4a-ff73b6771f51 None None] Network 2f17ff47-830b-4023-ad66-66e432a33b51 requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:13:29.927970 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-3360299a-a787-4bde-9f41-299d798eb364 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:29.937093 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 56118) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:29.942591 dv-cinder-801354-3-iscsi neutron-server[99969]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 14 11:13:29.954302 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-f796bede-994b-415d-823a-c0737dd8ff31 None None] Publish callbacks [] for port, precommit_create {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:29.966079 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 56120) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:29.988999 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-f796bede-994b-415d-823a-c0737dd8ff31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431'] for port, after_create {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:30.058547 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f796bede-994b-415d-823a-c0737dd8ff31 None None] Network 8adb0b2b-c914-4296-9b32-bac60154b49c is already hosted by enough agents. {{(pid=99970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:13:30.069684 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.scheduler.base_scheduler [None req-f796bede-994b-415d-823a-c0737dd8ff31 None None] Resources bound (agent type, host, resource id): {{(pid=99970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:13:30.080723 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f796bede-994b-415d-823a-c0737dd8ff31 None None] Received port after_create {{(pid=99970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:13:30.091035 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-843897fe-1174-4d94-8312-8dea622e4068 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3124926 Oct 14 11:13:30.093581 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 56124) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:30.095013 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-301edd90-afb4-4aed-8a09-12f01166abc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994'] for subnet, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:30.110559 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f796bede-994b-415d-823a-c0737dd8ff31 None None] Pushing event updated for resources: {'Port': ['ID=f77f4ffc-d6f1-4f87-8dd0-c3d2e1b083ea,revision_number=1']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:30.113017 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-e3ee8b60-ce0a-4c28-bc55-4ac2a9d8e786 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-933610345-router', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'}}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:13:30.153173 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f796bede-994b-415d-823a-c0737dd8ff31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:30.154290 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f796bede-994b-415d-823a-c0737dd8ff31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:30.154804 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f796bede-994b-415d-823a-c0737dd8ff31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:30.155153 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f796bede-994b-415d-823a-c0737dd8ff31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:30.155486 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f796bede-994b-415d-823a-c0737dd8ff31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:30.156668 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f796bede-994b-415d-823a-c0737dd8ff31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:30.157012 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f796bede-994b-415d-823a-c0737dd8ff31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:30.157347 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f796bede-994b-415d-823a-c0737dd8ff31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:30.158365 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f796bede-994b-415d-823a-c0737dd8ff31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:30.158512 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f796bede-994b-415d-823a-c0737dd8ff31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:30.158832 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f796bede-994b-415d-823a-c0737dd8ff31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:30.159157 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f796bede-994b-415d-823a-c0737dd8ff31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:30.160246 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f796bede-994b-415d-823a-c0737dd8ff31 None None] Tracked resource versions report: Oct 14 11:13:30.160246 dv-cinder-801354-3-iscsi neutron-server[99970]: pushed versions: Oct 14 11:13:30.160246 dv-cinder-801354-3-iscsi neutron-server[99970]: { 'AddressGroup': {'1.2'}, Oct 14 11:13:30.160246 dv-cinder-801354-3-iscsi neutron-server[99970]: 'ConntrackHelper': {'1.0'}, Oct 14 11:13:30.160246 dv-cinder-801354-3-iscsi neutron-server[99970]: 'Log': {'1.0'}, Oct 14 11:13:30.160246 dv-cinder-801354-3-iscsi neutron-server[99970]: 'Network': {'1.1'}, Oct 14 11:13:30.160246 dv-cinder-801354-3-iscsi neutron-server[99970]: 'Port': {'1.7'}, Oct 14 11:13:30.160246 dv-cinder-801354-3-iscsi neutron-server[99970]: 'PortForwarding': {'1.2'}, Oct 14 11:13:30.160246 dv-cinder-801354-3-iscsi neutron-server[99970]: 'QosPolicy': {'1.10'}, Oct 14 11:13:30.160246 dv-cinder-801354-3-iscsi neutron-server[99970]: 'SecurityGroup': {'1.4'}, Oct 14 11:13:30.160246 dv-cinder-801354-3-iscsi neutron-server[99970]: 'SecurityGroupRule': {'1.2'}, Oct 14 11:13:30.160246 dv-cinder-801354-3-iscsi neutron-server[99970]: 'SubPort': {'1.0'}, Oct 14 11:13:30.160246 dv-cinder-801354-3-iscsi neutron-server[99970]: 'Subnet': {'1.1'}, Oct 14 11:13:30.160246 dv-cinder-801354-3-iscsi neutron-server[99970]: 'Trunk': {'1.1'}} Oct 14 11:13:30.160246 dv-cinder-801354-3-iscsi neutron-server[99970]: consumer versions: Oct 14 11:13:30.160246 dv-cinder-801354-3-iscsi neutron-server[99970]: { DHCP agent@dv-cinder-801354-3-iscsi: {}, Oct 14 11:13:30.160246 dv-cinder-801354-3-iscsi neutron-server[99970]: HyperV agent@hv-cinder-80135: {}, Oct 14 11:13:30.160246 dv-cinder-801354-3-iscsi neutron-server[99970]: L3 agent@dv-cinder-801354-3-iscsi: {}, Oct 14 11:13:30.160246 dv-cinder-801354-3-iscsi neutron-server[99970]: Metadata agent@dv-cinder-801354-3-iscsi: {}, Oct 14 11:13:30.160246 dv-cinder-801354-3-iscsi neutron-server[99970]: Metering agent@dv-cinder-801354-3-iscsi: {}, Oct 14 11:13:30.160246 dv-cinder-801354-3-iscsi neutron-server[99970]: Open vSwitch agent@dv-cinder-801354-3-iscsi: { 'AddressGroup': '1.2', Oct 14 11:13:30.160246 dv-cinder-801354-3-iscsi neutron-server[99970]: 'ConntrackHelper': '1.0', Oct 14 11:13:30.160246 dv-cinder-801354-3-iscsi neutron-server[99970]: 'Log': '1.0', Oct 14 11:13:30.160246 dv-cinder-801354-3-iscsi neutron-server[99970]: 'Network': '1.1', Oct 14 11:13:30.160246 dv-cinder-801354-3-iscsi neutron-server[99970]: 'Port': '1.7', Oct 14 11:13:30.160246 dv-cinder-801354-3-iscsi neutron-server[99970]: 'PortForwarding': '1.2', Oct 14 11:13:30.160246 dv-cinder-801354-3-iscsi neutron-server[99970]: 'QosPolicy': '1.10', Oct 14 11:13:30.160246 dv-cinder-801354-3-iscsi neutron-server[99970]: 'SecurityGroup': '1.4', Oct 14 11:13:30.160246 dv-cinder-801354-3-iscsi neutron-server[99970]: 'SecurityGroupRule': '1.2', Oct 14 11:13:30.160246 dv-cinder-801354-3-iscsi neutron-server[99970]: 'SubPort': '1.0', Oct 14 11:13:30.160246 dv-cinder-801354-3-iscsi neutron-server[99970]: 'Subnet': '1.1', Oct 14 11:13:30.160246 dv-cinder-801354-3-iscsi neutron-server[99970]: 'Trunk': '1.1'}} Oct 14 11:13:30.160246 dv-cinder-801354-3-iscsi neutron-server[99970]: {{(pid=99970) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 11:13:30.167382 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-e3ee8b60-ce0a-4c28-bc55-4ac2a9d8e786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1073287198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14274'] for router, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:30.168797 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-e3ee8b60-ce0a-4c28-bc55-4ac2a9d8e786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1073287402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1073340511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1073345878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14283'] for router, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:30.174216 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d97b283e-e8b6-4d6e-a4c6-63463df5173b admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:30.186066 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301edd90-afb4-4aed-8a09-12f01166abc1 admin admin] Checking segment: {'id': 'f6e0ac5a-3aac-4edb-8646-5a6da67aa4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4d96643b-4fa6-435b-b92a-130044cd3548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:13:30.186701 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301edd90-afb4-4aed-8a09-12f01166abc1 admin admin] Network hostable DHCP agents. Network: 4d96643b-4fa6-435b-b92a-130044cd3548, hostable agents: ['dc103412-d4dc-48a3-9309-49b6d77c9d56'], hosted agents: [] {{(pid=99968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 11:13:30.214095 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-f796bede-994b-415d-823a-c0737dd8ff31 None None] Attempting to bind port f77f4ffc-d6f1-4f87-8dd0-c3d2e1b083ea on host dv-cinder-801354-3-iscsi for vnic_type normal with profile {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:13:30.214540 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-f796bede-994b-415d-823a-c0737dd8ff31 None None] Attempting to bind port f77f4ffc-d6f1-4f87-8dd0-c3d2e1b083ea by drivers openvswitch,hyperv on host dv-cinder-801354-3-iscsi at level 0 using segments [{'id': '5783322a-3a14-4ddc-90d8-14aa7da0c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c'}] {{(pid=99970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:13:30.214964 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f796bede-994b-415d-823a-c0737dd8ff31 None None] Attempting to bind port f77f4ffc-d6f1-4f87-8dd0-c3d2e1b083ea on network 8adb0b2b-c914-4296-9b32-bac60154b49c {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:13:30.223505 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f796bede-994b-415d-823a-c0737dd8ff31 None None] Checking agent: {'id': 'bb3727ce-8571-46e9-a464-805553a8417e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 5, 13), 'started_at': datetime.datetime(2021, 10, 14, 11, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:13:30.224168 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f796bede-994b-415d-823a-c0737dd8ff31 None None] Checking segment: {'id': '5783322a-3a14-4ddc-90d8-14aa7da0c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:13:30.224790 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-f796bede-994b-415d-823a-c0737dd8ff31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:30.225185 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f796bede-994b-415d-823a-c0737dd8ff31 None None] Bound using segment: {'id': '5783322a-3a14-4ddc-90d8-14aa7da0c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c'} {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:13:30.225854 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-f796bede-994b-415d-823a-c0737dd8ff31 None None] Bound port: f77f4ffc-d6f1-4f87-8dd0-c3d2e1b083ea, host: dv-cinder-801354-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5783322a-3a14-4ddc-90d8-14aa7da0c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c'}}] {{(pid=99970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:13:30.226262 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-f796bede-994b-415d-823a-c0737dd8ff31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:30.238137 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301edd90-afb4-4aed-8a09-12f01166abc1 admin admin] Network 4d96643b-4fa6-435b-b92a-130044cd3548 is scheduled to be hosted by DHCP agent dc103412-d4dc-48a3-9309-49b6d77c9d56 with binding_index 1 {{(pid=99968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 11:13:30.247405 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-afc5f2eb-857f-43ec-96e0-6fcd9e87aaa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:30.259387 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [None req-301edd90-afb4-4aed-8a09-12f01166abc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-3-iscsi, 4d96643b-4fa6-435b-b92a-130044cd3548) {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:13:30.269720 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-e86c769d-61ca-4936-aef6-a06436b50be5 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:13:30.271263 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-e86c769d-61ca-4936-aef6-a06436b50be5 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/networks?id=349f727a-c796-452d-a602-d3ac189f5e61 HTTP/1.1" status: 200 len: 812 time: 0.3317111 Oct 14 11:13:30.294475 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e8d3b7-f299-4720-815a-b5fa2858f325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e812ef1-029a-5b51-ab78-5c6baf4a9599-2f17ff47-830b-4023-ad66-66e432a33b51', 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'fixed_ips': [{'subnet_id': 'fca00ce8-46db-40c9-b0ce-2996d51e47d7'}]}} from dv-cinder-801354-3-iscsi. {{(pid=99970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 11:13:30.295758 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-b7e8d3b7-f299-4720-815a-b5fa2858f325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:30.297327 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301edd90-afb4-4aed-8a09-12f01166abc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:13:30.297933 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-301edd90-afb4-4aed-8a09-12f01166abc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for subnet, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:30.298787 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84851b7-971c-4add-ad72-5dcd7d5aefcb None None] Network 4d96643b-4fa6-435b-b92a-130044cd3548 requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:13:30.319240 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-95354cfd-e01a-4e73-b6c6-fc18993f9a31 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/quotas/244d6014c16f4c87b9f4146f9cc20b2a HTTP/1.1" status: 200 len: 375 time: 0.0390816 Oct 14 11:13:30.373959 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-e3ee8b60-ce0a-4c28-bc55-4ac2a9d8e786 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:30.377065 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301edd90-afb4-4aed-8a09-12f01166abc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0cb2568-f2cb-4fad-9fcc-49f5492b923a,revision_number=0']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:30.386849 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-301edd90-afb4-4aed-8a09-12f01166abc1 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5701571 Oct 14 11:13:30.391365 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 56128) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:30.396029 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-63326610-b8b1-415a-a3e6-63ce45763346 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1758896003-router', 'tenant_id': '2c392464b70b4e7c8c87cc7350e4f053', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'}}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:13:30.513779 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-63326610-b8b1-415a-a3e6-63ce45763346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1073287198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14274'] for router, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:30.515218 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-63326610-b8b1-415a-a3e6-63ce45763346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1073287402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1073340511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1073345878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14283'] for router, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:30.515831 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-0948f308-1250-4bb4-aa3e-29eb9676a37f tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=244d6014c16f4c87b9f4146f9cc20b2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1795046 Oct 14 11:13:30.611537 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-f796bede-994b-415d-823a-c0737dd8ff31 None None] For port f77f4ffc-d6f1-4f87-8dd0-c3d2e1b083ea, host dv-cinder-801354-3-iscsi, cleared binding levels {{(pid=99970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:13:30.623174 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-e3ee8b60-ce0a-4c28-bc55-4ac2a9d8e786 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:30.627593 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d97b283e-e8b6-4d6e-a4c6-63463df5173b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:30.637043 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-afc5f2eb-857f-43ec-96e0-6fcd9e87aaa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:30.647767 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-f796bede-994b-415d-823a-c0737dd8ff31 None None] For port f77f4ffc-d6f1-4f87-8dd0-c3d2e1b083ea, host dv-cinder-801354-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=f77f4ffc-d6f1-4f87-8dd0-c3d2e1b083ea,segment=NetworkSegment(5783322a-3a14-4ddc-90d8-14aa7da0c168),segment_id=5783322a-3a14-4ddc-90d8-14aa7da0c168)] {{(pid=99970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:13:30.655908 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d97b283e-e8b6-4d6e-a4c6-63463df5173b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:30.656019 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-afc5f2eb-857f-43ec-96e0-6fcd9e87aaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:30.680691 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-f796bede-994b-415d-823a-c0737dd8ff31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:30.708835 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b283e-e8b6-4d6e-a4c6-63463df5173b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58d1af5-5d0c-4c50-be06-5d6f6c8f669e,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:30.740211 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-3360299a-a787-4bde-9f41-299d798eb364 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:30.749863 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-63326610-b8b1-415a-a3e6-63ce45763346 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:30.802384 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-3360299a-a787-4bde-9f41-299d798eb364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:30.832087 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-d97b283e-e8b6-4d6e-a4c6-63463df5173b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=deb083eb57db45bd8040b954a3530189&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3070645 Oct 14 11:13:30.834888 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 56146) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:30.942721 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-afc5f2eb-857f-43ec-96e0-6fcd9e87aaa3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b3c992df273642fb9223aa8d356a55f0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9725688 Oct 14 11:13:30.955453 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.db_base_plugin_common [None req-b7e8d3b7-f299-4720-815a-b5fa2858f325 None None] Allocated IP 172.20.0.2 (2f17ff47-830b-4023-ad66-66e432a33b51/fca00ce8-46db-40c9-b0ce-2996d51e47d7/c1f694c5-76e3-48e3-a82a-b132dc3395d8) {{(pid=99970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:13:30.972449 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3c8d7f-eabb-42cc-a5af-2bd4b0cd20b0 None None] Network 4d96643b-4fa6-435b-b92a-130044cd3548 requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:13:30.973895 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc5f2eb-857f-43ec-96e0-6fcd9e87aaa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e698d48d-9b72-4d96-b9af-ba0994b59583,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:30.976203 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 56154) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:30.984271 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-32762656-33be-4a7c-8bda-4b994b86a7e0 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=99969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 11:13:30.985328 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-32762656-33be-4a7c-8bda-4b994b86a7e0 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2897010 Oct 14 11:13:31.151114 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-63326610-b8b1-415a-a3e6-63ce45763346 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:31.194306 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f796bede-994b-415d-823a-c0737dd8ff31 None None] Pushing event updated for resources: {'Port': ['ID=f77f4ffc-d6f1-4f87-8dd0-c3d2e1b083ea,revision_number=2']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:31.266788 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-cc5c1231-f0ce-410a-9105-baf62bfb11d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:31.354797 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-cc5c1231-f0ce-410a-9105-baf62bfb11d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:31.464810 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-b7e8d3b7-f299-4720-815a-b5fa2858f325 None None] Publish callbacks [] for port, precommit_create {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:31.473723 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-b7e8d3b7-f299-4720-815a-b5fa2858f325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431'] for port, after_create {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:31.513034 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-cc5c1231-f0ce-410a-9105-baf62bfb11d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:31.516062 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-cc5c1231-f0ce-410a-9105-baf62bfb11d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:31.520456 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-cc5c1231-f0ce-410a-9105-baf62bfb11d4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b58d1af5-5d0c-4c50-be06-5d6f6c8f669e HTTP/1.1" status: 204 len: 168 time: 0.6692815 Oct 14 11:13:31.530136 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.db_base_plugin_common [None req-3360299a-a787-4bde-9f41-299d798eb364 admin admin] Allocated IP 172.27.0.72 (e7b04304-7a8b-409f-a7ac-32fc979111a9/b7c74a80-f412-4798-967a-8287544534dc/a7850456-6301-4066-95a2-72251d670930) {{(pid=99969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:13:31.559232 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e8d3b7-f299-4720-815a-b5fa2858f325 None None] Network 2f17ff47-830b-4023-ad66-66e432a33b51 is already hosted by enough agents. {{(pid=99970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:13:31.560618 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c1231-f0ce-410a-9105-baf62bfb11d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58d1af5-5d0c-4c50-be06-5d6f6c8f669e,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:31.585425 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-e3ee8b60-ce0a-4c28-bc55-4ac2a9d8e786 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:31.604608 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.scheduler.base_scheduler [None req-b7e8d3b7-f299-4720-815a-b5fa2858f325 None None] Resources bound (agent type, host, resource id): {{(pid=99970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:13:31.612314 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-e3ee8b60-ce0a-4c28-bc55-4ac2a9d8e786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:31.613980 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e8d3b7-f299-4720-815a-b5fa2858f325 None None] Received port after_create {{(pid=99970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:13:31.628346 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8d3b7-f299-4720-815a-b5fa2858f325 None None] Pushing event updated for resources: {'Port': ['ID=c1f694c5-76e3-48e3-a82a-b132dc3395d8,revision_number=1']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:31.738747 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-b7e8d3b7-f299-4720-815a-b5fa2858f325 None None] Attempting to bind port c1f694c5-76e3-48e3-a82a-b132dc3395d8 on host dv-cinder-801354-3-iscsi for vnic_type normal with profile {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:13:31.739319 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-b7e8d3b7-f299-4720-815a-b5fa2858f325 None None] Attempting to bind port c1f694c5-76e3-48e3-a82a-b132dc3395d8 by drivers openvswitch,hyperv on host dv-cinder-801354-3-iscsi at level 0 using segments [{'id': 'f89198a1-603f-4689-b5b2-f4b9245553bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51'}] {{(pid=99970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:13:31.739863 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e8d3b7-f299-4720-815a-b5fa2858f325 None None] Attempting to bind port c1f694c5-76e3-48e3-a82a-b132dc3395d8 on network 2f17ff47-830b-4023-ad66-66e432a33b51 {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:13:31.749908 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e8d3b7-f299-4720-815a-b5fa2858f325 None None] Checking agent: {'id': 'bb3727ce-8571-46e9-a464-805553a8417e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 5, 13), 'started_at': datetime.datetime(2021, 10, 14, 11, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:13:31.750558 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e8d3b7-f299-4720-815a-b5fa2858f325 None None] Checking segment: {'id': 'f89198a1-603f-4689-b5b2-f4b9245553bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:13:31.751196 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-b7e8d3b7-f299-4720-815a-b5fa2858f325 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:31.751807 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e8d3b7-f299-4720-815a-b5fa2858f325 None None] Bound using segment: {'id': 'f89198a1-603f-4689-b5b2-f4b9245553bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51'} {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:13:31.752592 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-b7e8d3b7-f299-4720-815a-b5fa2858f325 None None] Bound port: c1f694c5-76e3-48e3-a82a-b132dc3395d8, host: dv-cinder-801354-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f89198a1-603f-4689-b5b2-f4b9245553bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51'}}] {{(pid=99970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:13:31.753176 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-b7e8d3b7-f299-4720-815a-b5fa2858f325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:31.784206 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-eb946993-d29a-4fe8-8284-895e5c803ba0 service neutron] 10.222.0.46 "GET /v2.0/networks/349f727a-c796-452d-a602-d3ac189f5e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7459314 Oct 14 11:13:31.787533 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-3360299a-a787-4bde-9f41-299d798eb364 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:31.789039 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-1fbac820-fb58-4035-9032-4f206e4c3ef9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:31.850272 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-1fbac820-fb58-4035-9032-4f206e4c3ef9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:31.850996 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-63326610-b8b1-415a-a3e6-63ce45763346 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:31.863757 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-b7e8d3b7-f299-4720-815a-b5fa2858f325 None None] For port c1f694c5-76e3-48e3-a82a-b132dc3395d8, host dv-cinder-801354-3-iscsi, cleared binding levels {{(pid=99970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:13:31.867649 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-b7e8d3b7-f299-4720-815a-b5fa2858f325 None None] For port c1f694c5-76e3-48e3-a82a-b132dc3395d8, host dv-cinder-801354-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=c1f694c5-76e3-48e3-a82a-b132dc3395d8,segment=NetworkSegment(f89198a1-603f-4689-b5b2-f4b9245553bb),segment_id=f89198a1-603f-4689-b5b2-f4b9245553bb)] {{(pid=99970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:13:31.877393 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-b7e8d3b7-f299-4720-815a-b5fa2858f325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:31.879141 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-63326610-b8b1-415a-a3e6-63ce45763346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:31.981598 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8d3b7-f299-4720-815a-b5fa2858f325 None None] Pushing event updated for resources: {'Port': ['ID=c1f694c5-76e3-48e3-a82a-b132dc3395d8,revision_number=2']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:32.063216 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-b64148fe-b587-49e7-af1b-41fff1f0feee service neutron] 10.222.0.46 "GET /v2.0/networks/349f727a-c796-452d-a602-d3ac189f5e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674174 Oct 14 11:13:32.136311 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-3360299a-a787-4bde-9f41-299d798eb364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431'] for port, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:32.253159 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_common [None req-e3ee8b60-ce0a-4c28-bc55-4ac2a9d8e786 admin admin] Allocated IP 172.27.0.124 (e7b04304-7a8b-409f-a7ac-32fc979111a9/b7c74a80-f412-4798-967a-8287544534dc/67207ab1-a901-45f1-ac2d-4699cecece14) {{(pid=99968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:13:32.471280 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-1fbac820-fb58-4035-9032-4f206e4c3ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:32.474147 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-1fbac820-fb58-4035-9032-4f206e4c3ef9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:32.478356 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-1fbac820-fb58-4035-9032-4f206e4c3ef9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e698d48d-9b72-4d96-b9af-ba0994b59583 HTTP/1.1" status: 204 len: 168 time: 1.4771478 Oct 14 11:13:32.553153 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 56208) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:32.553153 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbac820-fb58-4035-9032-4f206e4c3ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e698d48d-9b72-4d96-b9af-ba0994b59583,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:32.578009 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3360299a-a787-4bde-9f41-299d798eb364 admin admin] Network e7b04304-7a8b-409f-a7ac-32fc979111a9 is already hosted by enough agents. {{(pid=99969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:13:32.609686 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.base_scheduler [None req-3360299a-a787-4bde-9f41-299d798eb364 admin admin] Resources bound (agent type, host, resource id): {{(pid=99969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:13:32.619329 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a84998-3f38-4e72-8ecf-9dcd4a9872a7 None None] Network 8adb0b2b-c914-4296-9b32-bac60154b49c requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:13:32.627698 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3360299a-a787-4bde-9f41-299d798eb364 admin admin] Received port after_create {{(pid=99969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:13:32.651033 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e217d7d9-4395-4dfb-b36a-e493cef2bb70 req-8764d327-fa08-4e5c-a409-d0fa6dbe0d12 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca6f9333-d48f-4ac1-8ca2-529ebdb177b2 HTTP/1.1" status: 200 len: 210 time: 0.1020837 Oct 14 11:13:32.653137 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360299a-a787-4bde-9f41-299d798eb364 admin admin] Pushing event updated for resources: {'Port': ['ID=a7850456-6301-4066-95a2-72251d670930,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:32.748581 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-10008196-4223-49d7-8bff-ce1adab27427 None None] Provisioning complete for port f77f4ffc-d6f1-4f87-8dd0-c3d2e1b083ea triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:13:32.749253 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-10008196-4223-49d7-8bff-ce1adab27427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:32.831804 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-e3ee8b60-ce0a-4c28-bc55-4ac2a9d8e786 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:32.947893 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-e3ee8b60-ce0a-4c28-bc55-4ac2a9d8e786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431'] for port, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:33.062088 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-10008196-4223-49d7-8bff-ce1adab27427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:33.132079 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_common [None req-63326610-b8b1-415a-a3e6-63ce45763346 admin admin] Allocated IP 172.27.0.25 (e7b04304-7a8b-409f-a7ac-32fc979111a9/b7c74a80-f412-4798-967a-8287544534dc/d1089266-ffb5-49de-88f5-69a75f6830cc) {{(pid=99968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:13:33.207689 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-10008196-4223-49d7-8bff-ce1adab27427 None None] For port f77f4ffc-d6f1-4f87-8dd0-c3d2e1b083ea, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=f77f4ffc-d6f1-4f87-8dd0-c3d2e1b083ea,segment=NetworkSegment(5783322a-3a14-4ddc-90d8-14aa7da0c168),segment_id=5783322a-3a14-4ddc-90d8-14aa7da0c168)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:13:33.223977 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-10008196-4223-49d7-8bff-ce1adab27427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:33.257749 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ee8b60-ce0a-4c28-bc55-4ac2a9d8e786 admin admin] Network e7b04304-7a8b-409f-a7ac-32fc979111a9 is already hosted by enough agents. {{(pid=99968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:13:33.273366 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [None req-e3ee8b60-ce0a-4c28-bc55-4ac2a9d8e786 admin admin] Resources bound (agent type, host, resource id): {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:13:33.302279 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ee8b60-ce0a-4c28-bc55-4ac2a9d8e786 admin admin] Received port after_create {{(pid=99968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:13:33.408254 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-3360299a-a787-4bde-9f41-299d798eb364 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:33.443899 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10008196-4223-49d7-8bff-ce1adab27427 None None] Pushing event updated for resources: {'Port': ['ID=f77f4ffc-d6f1-4f87-8dd0-c3d2e1b083ea,revision_number=3']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:33.476513 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee8b60-ce0a-4c28-bc55-4ac2a9d8e786 admin admin] Pushing event updated for resources: {'Port': ['ID=67207ab1-a901-45f1-ac2d-4699cecece14,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:33.526237 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device f77f4ffc-d6f1-4f87-8dd0-c3d2e1b083ea up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:13:33.653457 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port f77f4ffc-d6f1-4f87-8dd0-c3d2e1b083ea triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:13:33.656824 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:33.765432 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-728223d8-ec80-4ae3-ba61-fd140e2e1db1 None None] Provisioning complete for port f77f4ffc-d6f1-4f87-8dd0-c3d2e1b083ea triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:13:33.765909 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-728223d8-ec80-4ae3-ba61-fd140e2e1db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:33.780259 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 56236) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:33.798442 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 56254) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:33.836611 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-79a81630-8dd6-40ac-8053-35f52a64ccec admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:33.888075 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929ebacc-ffdb-4d1a-a90c-60be1a8725db None None] Network 2f17ff47-830b-4023-ad66-66e432a33b51 requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:13:33.949685 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-79a81630-8dd6-40ac-8053-35f52a64ccec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:33.959434 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-63326610-b8b1-415a-a3e6-63ce45763346 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:33.963171 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-79a81630-8dd6-40ac-8053-35f52a64ccec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:34.024345 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a81630-8dd6-40ac-8053-35f52a64ccec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c325b70-ea3d-47fa-b0a3-63194f73d641,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:34.076365 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device c1f694c5-76e3-48e3-a82a-b132dc3395d8 up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:13:34.082868 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e74838ca-702d-4eca-8a68-fc1ebda8bd66 req-93a18da9-04b1-4a80-8ec7-6a2d6a567d07 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca6f9333-d48f-4ac1-8ca2-529ebdb177b2 HTTP/1.1" status: 200 len: 210 time: 0.1211054 Oct 14 11:13:34.186538 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-61f82fab-a3ad-446b-9b07-2051089adc71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:34.203719 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-3360299a-a787-4bde-9f41-299d798eb364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1073287315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1073340520'] for router, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:34.217155 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-79a81630-8dd6-40ac-8053-35f52a64ccec admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0080a984c59e47258b5a7f1aca448981&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4170840 Oct 14 11:13:34.227672 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 56272) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:34.334101 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port c1f694c5-76e3-48e3-a82a-b132dc3395d8 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:13:34.335272 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:34.376959 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-63326610-b8b1-415a-a3e6-63ce45763346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431'] for port, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:34.410638 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3360299a-a787-4bde-9f41-299d798eb364 admin admin] Router ef9ec499-f8c8-411f-ad95-33a93bab7895 is scheduled to L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 with binding_index 1 {{(pid=99969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 11:13:34.479728 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-fa8c47f6-4b5d-4864-ab83-8676fad58da7 None None] Provisioning complete for port c1f694c5-76e3-48e3-a82a-b132dc3395d8 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:13:34.480100 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-fa8c47f6-4b5d-4864-ab83-8676fad58da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:34.491821 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63326610-b8b1-415a-a3e6-63ce45763346 admin admin] Pushing event updated for resources: {'Port': ['ID=d1089266-ffb5-49de-88f5-69a75f6830cc,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:34.557977 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3360299a-a787-4bde-9f41-299d798eb364 admin admin] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:13:34.561124 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63326610-b8b1-415a-a3e6-63ce45763346 admin admin] Network e7b04304-7a8b-409f-a7ac-32fc979111a9 is already hosted by enough agents. {{(pid=99968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:13:34.566351 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [None req-63326610-b8b1-415a-a3e6-63ce45763346 admin admin] Resources bound (agent type, host, resource id): {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:13:34.571048 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a088870b-3b32-4f39-8861-2f06d777903b None None] Sync routers for ids ['ef9ec499-f8c8-411f-ad95-33a93bab7895'] in dv-cinder-801354-3-iscsi {{(pid=99971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:13:34.598234 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a088870b-3b32-4f39-8861-2f06d777903b None None] Routers {'ef9ec499-f8c8-411f-ad95-33a93bab7895'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:13:34.598876 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-a088870b-3b32-4f39-8861-2f06d777903b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fdf65910>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:13:11Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['ef9ec499-f8c8-411f-ad95-33a93bab7895'], 'active': True} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:13:34.606363 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:34.616949 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-e3ee8b60-ce0a-4c28-bc55-4ac2a9d8e786 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:34.631648 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63326610-b8b1-415a-a3e6-63ce45763346 admin admin] Received port after_create {{(pid=99968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:13:34.631801 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-3360299a-a787-4bde-9f41-299d798eb364 admin admin] Publish callbacks [] for router, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:34.635236 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-3360299a-a787-4bde-9f41-299d798eb364 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5990906 Oct 14 11:13:34.636137 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 56290) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:34.796204 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] For port c1f694c5-76e3-48e3-a82a-b132dc3395d8, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=c1f694c5-76e3-48e3-a82a-b132dc3395d8,segment=NetworkSegment(f89198a1-603f-4689-b5b2-f4b9245553bb),segment_id=f89198a1-603f-4689-b5b2-f4b9245553bb)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:13:34.801176 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-fa8c47f6-4b5d-4864-ab83-8676fad58da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:34.818029 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:34.916027 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvr_db [None req-a088870b-3b32-4f39-8861-2f06d777903b None None] Set router ef9ec499-f8c8-411f-ad95-33a93bab7895 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:13:34.933207 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Pushing event updated for resources: {'Port': ['ID=c1f694c5-76e3-48e3-a82a-b132dc3395d8,revision_number=3']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:34.943995 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.db.api [None req-fa8c47f6-4b5d-4864-ab83-8676fad58da7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 14 11:13:34.945239 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG oslo_db.api [None req-fa8c47f6-4b5d-4864-ab83-8676fad58da7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 14 11:13:34.995335 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-61f82fab-a3ad-446b-9b07-2051089adc71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:35.005870 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b3c40c88-2b12-4aad-a954-b3d51b40a54b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:35.045052 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-61f82fab-a3ad-446b-9b07-2051089adc71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:35.080882 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-61f82fab-a3ad-446b-9b07-2051089adc71 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f7f7ccdc2d5c47e48475f0ae7eff5aec&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2847433 Oct 14 11:13:35.111614 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 56306) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:35.161398 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b3c40c88-2b12-4aad-a954-b3d51b40a54b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:35.175303 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f82fab-a3ad-446b-9b07-2051089adc71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a25900-8623-4d27-873a-d74144d0ef07,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:35.192958 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-63326610-b8b1-415a-a3e6-63ce45763346 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:35.240834 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device f77f4ffc-d6f1-4f87-8dd0-c3d2e1b083ea up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:13:35.256873 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-8393b9d0-8947-4657-b4c4-55603fc23173 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:35.284875 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-8393b9d0-8947-4657-b4c4-55603fc23173 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:35.293327 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-a088870b-3b32-4f39-8861-2f06d777903b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fdf65910>, [{'id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'name': 'tempest-AttachVolumeTestJSON-829479385-router', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'a7850456-6301-4066-95a2-72251d670930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:29Z', 'updated_at': '2021-10-14T11:13:32Z', 'revision_number': 3, 'project_id': 'd0daa4f1d2954b57839a55588e202828', 'gw_port': {'id': 'a7850456-6301-4066-95a2-72251d670930', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fd:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:13:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi'}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:13:35.312974 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port f77f4ffc-d6f1-4f87-8dd0-c3d2e1b083ea triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:13:35.313491 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:35.327518 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a088870b-3b32-4f39-8861-2f06d777903b None None] Checking router: ef9ec499-f8c8-411f-ad95-33a93bab7895 for host: dv-cinder-801354-3-iscsi {{(pid=99971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:13:35.327877 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a088870b-3b32-4f39-8861-2f06d777903b None None] Updating router ef9ec499-f8c8-411f-ad95-33a93bab7895 port a7850456-6301-4066-95a2-72251d670930 binding host dv-cinder-801354-3-iscsi {{(pid=99971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 11:13:35.340930 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-bba17b9f-905f-4d8b-bdd8-640cb1ce91c3 req-9071528f-da9f-428c-b249-1588c02f563b tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca6f9333-d48f-4ac1-8ca2-529ebdb177b2 HTTP/1.1" status: 200 len: 210 time: 0.0420308 Oct 14 11:13:35.380106 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-a088870b-3b32-4f39-8861-2f06d777903b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:35.436552 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b3c40c88-2b12-4aad-a954-b3d51b40a54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:35.439414 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b3c40c88-2b12-4aad-a954-b3d51b40a54b admin admin] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:35.445198 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-b3c40c88-2b12-4aad-a954-b3d51b40a54b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8c325b70-ea3d-47fa-b0a3-63194f73d641 HTTP/1.1" status: 204 len: 168 time: 1.1970508 Oct 14 11:13:35.470772 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c40c88-2b12-4aad-a954-b3d51b40a54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c325b70-ea3d-47fa-b0a3-63194f73d641,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:35.487053 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-e3ee8b60-ce0a-4c28-bc55-4ac2a9d8e786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1073287315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1073340520'] for router, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:35.489179 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f5f4e6ae-ee74-4cec-bb00-738524e3e817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:35.507011 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-8393b9d0-8947-4657-b4c4-55603fc23173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:35.510883 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-8393b9d0-8947-4657-b4c4-55603fc23173 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:35.512074 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-8393b9d0-8947-4657-b4c4-55603fc23173 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/23a25900-8623-4d27-873a-d74144d0ef07 HTTP/1.1" status: 204 len: 168 time: 0.3972790 Oct 14 11:13:35.535984 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393b9d0-8947-4657-b4c4-55603fc23173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a25900-8623-4d27-873a-d74144d0ef07,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:35.678381 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device c1f694c5-76e3-48e3-a82a-b132dc3395d8 up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:13:35.815521 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.db_base_plugin_common [None req-f5f4e6ae-ee74-4cec-bb00-738524e3e817 admin admin] Allocated IP 172.20.0.1 (8adb0b2b-c914-4296-9b32-bac60154b49c/c4a9eff2-6c2d-4996-83b4-e446c185e0ed/fd51fac2-8111-4c0c-9e95-ad7af97d5a63) {{(pid=99969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:13:35.835206 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port c1f694c5-76e3-48e3-a82a-b132dc3395d8 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:13:35.835626 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:35.921486 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-83c877dc-8776-4f1b-aa5a-d1cf7963d348 None None] Provisioning complete for port c1f694c5-76e3-48e3-a82a-b132dc3395d8 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:13:35.927180 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-83c877dc-8776-4f1b-aa5a-d1cf7963d348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:35.950905 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-a088870b-3b32-4f39-8861-2f06d777903b None None] Publish callbacks [] for port, precommit_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:35.965310 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-a088870b-3b32-4f39-8861-2f06d777903b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:35.992561 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-63326610-b8b1-415a-a3e6-63ce45763346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1073287315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1073340520'] for router, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:36.009701 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f5f4e6ae-ee74-4cec-bb00-738524e3e817 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:36.079957 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f5f4e6ae-ee74-4cec-bb00-738524e3e817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431'] for port, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:36.138529 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00939ceb-d174-4f83-8325-d9247404538e None None] Pushing event updated for resources: {'Port': ['ID=a7850456-6301-4066-95a2-72251d670930,revision_number=2']} {{(pid=99971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:36.145447 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.managers [None req-a088870b-3b32-4f39-8861-2f06d777903b None None] Attempting to bind port a7850456-6301-4066-95a2-72251d670930 on host dv-cinder-801354-3-iscsi for vnic_type normal with profile {{(pid=99971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:13:36.145826 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.managers [None req-a088870b-3b32-4f39-8861-2f06d777903b None None] Attempting to bind port a7850456-6301-4066-95a2-72251d670930 by drivers openvswitch,hyperv on host dv-cinder-801354-3-iscsi at level 0 using segments [{'id': '41826669-4ce7-4556-a5ab-a5c365ae266e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'}] {{(pid=99971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:13:36.146320 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a088870b-3b32-4f39-8861-2f06d777903b None None] Attempting to bind port a7850456-6301-4066-95a2-72251d670930 on network e7b04304-7a8b-409f-a7ac-32fc979111a9 {{(pid=99971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:13:36.158342 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f4e6ae-ee74-4cec-bb00-738524e3e817 admin admin] Pushing event updated for resources: {'Port': ['ID=fd51fac2-8111-4c0c-9e95-ad7af97d5a63,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:36.173561 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00939ceb-d174-4f83-8325-d9247404538e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:36.175964 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00939ceb-d174-4f83-8325-d9247404538e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:36.176387 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00939ceb-d174-4f83-8325-d9247404538e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:36.176734 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00939ceb-d174-4f83-8325-d9247404538e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:36.177122 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00939ceb-d174-4f83-8325-d9247404538e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:36.177770 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00939ceb-d174-4f83-8325-d9247404538e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:36.179022 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00939ceb-d174-4f83-8325-d9247404538e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:36.179355 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00939ceb-d174-4f83-8325-d9247404538e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:36.179705 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00939ceb-d174-4f83-8325-d9247404538e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:36.180033 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00939ceb-d174-4f83-8325-d9247404538e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:36.180375 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00939ceb-d174-4f83-8325-d9247404538e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:36.181326 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00939ceb-d174-4f83-8325-d9247404538e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:13:36.182813 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00939ceb-d174-4f83-8325-d9247404538e None None] Tracked resource versions report: Oct 14 11:13:36.182813 dv-cinder-801354-3-iscsi neutron-server[99971]: pushed versions: Oct 14 11:13:36.182813 dv-cinder-801354-3-iscsi neutron-server[99971]: { 'AddressGroup': {'1.2'}, Oct 14 11:13:36.182813 dv-cinder-801354-3-iscsi neutron-server[99971]: 'ConntrackHelper': {'1.0'}, Oct 14 11:13:36.182813 dv-cinder-801354-3-iscsi neutron-server[99971]: 'Log': {'1.0'}, Oct 14 11:13:36.182813 dv-cinder-801354-3-iscsi neutron-server[99971]: 'Network': {'1.1'}, Oct 14 11:13:36.182813 dv-cinder-801354-3-iscsi neutron-server[99971]: 'Port': {'1.7'}, Oct 14 11:13:36.182813 dv-cinder-801354-3-iscsi neutron-server[99971]: 'PortForwarding': {'1.2'}, Oct 14 11:13:36.182813 dv-cinder-801354-3-iscsi neutron-server[99971]: 'QosPolicy': {'1.10'}, Oct 14 11:13:36.182813 dv-cinder-801354-3-iscsi neutron-server[99971]: 'SecurityGroup': {'1.4'}, Oct 14 11:13:36.182813 dv-cinder-801354-3-iscsi neutron-server[99971]: 'SecurityGroupRule': {'1.2'}, Oct 14 11:13:36.182813 dv-cinder-801354-3-iscsi neutron-server[99971]: 'SubPort': {'1.0'}, Oct 14 11:13:36.182813 dv-cinder-801354-3-iscsi neutron-server[99971]: 'Subnet': {'1.1'}, Oct 14 11:13:36.182813 dv-cinder-801354-3-iscsi neutron-server[99971]: 'Trunk': {'1.1'}} Oct 14 11:13:36.182813 dv-cinder-801354-3-iscsi neutron-server[99971]: consumer versions: Oct 14 11:13:36.182813 dv-cinder-801354-3-iscsi neutron-server[99971]: { DHCP agent@dv-cinder-801354-3-iscsi: {}, Oct 14 11:13:36.182813 dv-cinder-801354-3-iscsi neutron-server[99971]: HyperV agent@hv-cinder-80135: {}, Oct 14 11:13:36.182813 dv-cinder-801354-3-iscsi neutron-server[99971]: L3 agent@dv-cinder-801354-3-iscsi: {}, Oct 14 11:13:36.182813 dv-cinder-801354-3-iscsi neutron-server[99971]: Metadata agent@dv-cinder-801354-3-iscsi: {}, Oct 14 11:13:36.182813 dv-cinder-801354-3-iscsi neutron-server[99971]: Metering agent@dv-cinder-801354-3-iscsi: {}, Oct 14 11:13:36.182813 dv-cinder-801354-3-iscsi neutron-server[99971]: Open vSwitch agent@dv-cinder-801354-3-iscsi: { 'AddressGroup': '1.2', Oct 14 11:13:36.182813 dv-cinder-801354-3-iscsi neutron-server[99971]: 'ConntrackHelper': '1.0', Oct 14 11:13:36.182813 dv-cinder-801354-3-iscsi neutron-server[99971]: 'Log': '1.0', Oct 14 11:13:36.182813 dv-cinder-801354-3-iscsi neutron-server[99971]: 'Network': '1.1', Oct 14 11:13:36.182813 dv-cinder-801354-3-iscsi neutron-server[99971]: 'Port': '1.7', Oct 14 11:13:36.182813 dv-cinder-801354-3-iscsi neutron-server[99971]: 'PortForwarding': '1.2', Oct 14 11:13:36.182813 dv-cinder-801354-3-iscsi neutron-server[99971]: 'QosPolicy': '1.10', Oct 14 11:13:36.182813 dv-cinder-801354-3-iscsi neutron-server[99971]: 'SecurityGroup': '1.4', Oct 14 11:13:36.182813 dv-cinder-801354-3-iscsi neutron-server[99971]: 'SecurityGroupRule': '1.2', Oct 14 11:13:36.182813 dv-cinder-801354-3-iscsi neutron-server[99971]: 'SubPort': '1.0', Oct 14 11:13:36.182813 dv-cinder-801354-3-iscsi neutron-server[99971]: 'Subnet': '1.1', Oct 14 11:13:36.182813 dv-cinder-801354-3-iscsi neutron-server[99971]: 'Trunk': '1.1'}} Oct 14 11:13:36.182813 dv-cinder-801354-3-iscsi neutron-server[99971]: {{(pid=99971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 11:13:36.194374 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a088870b-3b32-4f39-8861-2f06d777903b None None] Checking agent: {'id': 'bb3727ce-8571-46e9-a464-805553a8417e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 5, 13), 'started_at': datetime.datetime(2021, 10, 14, 11, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:13:36.194738 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a088870b-3b32-4f39-8861-2f06d777903b None None] Checking segment: {'id': '41826669-4ce7-4556-a5ab-a5c365ae266e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:13:36.195143 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-a088870b-3b32-4f39-8861-2f06d777903b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:36.195540 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a088870b-3b32-4f39-8861-2f06d777903b None None] Bound using segment: {'id': '41826669-4ce7-4556-a5ab-a5c365ae266e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'} {{(pid=99971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:13:36.196039 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.managers [None req-a088870b-3b32-4f39-8861-2f06d777903b None None] Bound port: a7850456-6301-4066-95a2-72251d670930, host: dv-cinder-801354-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41826669-4ce7-4556-a5ab-a5c365ae266e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'}}] {{(pid=99971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:13:36.196521 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-a088870b-3b32-4f39-8861-2f06d777903b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:36.200236 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f4e6ae-ee74-4cec-bb00-738524e3e817 admin admin] Network 8adb0b2b-c914-4296-9b32-bac60154b49c is already hosted by enough agents. {{(pid=99969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:13:36.201826 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.base_scheduler [None req-f5f4e6ae-ee74-4cec-bb00-738524e3e817 admin admin] Resources bound (agent type, host, resource id): {{(pid=99969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:13:36.205595 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f4e6ae-ee74-4cec-bb00-738524e3e817 admin admin] Received port after_create {{(pid=99969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:13:36.206415 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f5f4e6ae-ee74-4cec-bb00-738524e3e817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1073342815'] for router_interface, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:36.229865 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ee8b60-ce0a-4c28-bc55-4ac2a9d8e786 admin admin] Router 22791d7d-3c63-488d-8eb9-b0fc7e8b047f is scheduled to L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 with binding_index 1 {{(pid=99968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 11:13:36.294446 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.db [None req-a088870b-3b32-4f39-8861-2f06d777903b None None] For port a7850456-6301-4066-95a2-72251d670930, host dv-cinder-801354-3-iscsi, cleared binding levels {{(pid=99971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:13:36.298878 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.db [None req-a088870b-3b32-4f39-8861-2f06d777903b None None] For port a7850456-6301-4066-95a2-72251d670930, host dv-cinder-801354-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=a7850456-6301-4066-95a2-72251d670930,segment=NetworkSegment(41826669-4ce7-4556-a5ab-a5c365ae266e),segment_id=41826669-4ce7-4556-a5ab-a5c365ae266e)] {{(pid=99971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:13:36.309847 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-a088870b-3b32-4f39-8861-2f06d777903b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:36.431774 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00939ceb-d174-4f83-8325-d9247404538e None None] Pushing event updated for resources: {'Port': ['ID=a7850456-6301-4066-95a2-72251d670930,revision_number=3']} {{(pid=99971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:36.464947 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63326610-b8b1-415a-a3e6-63ce45763346 admin admin] Router a8b075ed-955a-446f-9a5d-bd38860d7183 is scheduled to L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 with binding_index 1 {{(pid=99968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 11:13:36.470361 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a088870b-3b32-4f39-8861-2f06d777903b None None] Routers {'ef9ec499-f8c8-411f-ad95-33a93bab7895'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:13:36.471226 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-a088870b-3b32-4f39-8861-2f06d777903b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fdf65910>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:13:11Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['ef9ec499-f8c8-411f-ad95-33a93bab7895'], 'active': True} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:13:36.624836 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ee8b60-ce0a-4c28-bc55-4ac2a9d8e786 admin admin] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:13:36.642589 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd163ee-c9cb-472b-9aab-10368610b855 None None] Sync routers for ids ['22791d7d-3c63-488d-8eb9-b0fc7e8b047f'] in dv-cinder-801354-3-iscsi {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:13:36.673552 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd163ee-c9cb-472b-9aab-10368610b855 None None] Routers {'22791d7d-3c63-488d-8eb9-b0fc7e8b047f'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:13:36.677059 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-8bd163ee-c9cb-472b-9aab-10368610b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fd3f9d90>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:13:11Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['22791d7d-3c63-488d-8eb9-b0fc7e8b047f'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:13:36.682708 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-e3ee8b60-ce0a-4c28-bc55-4ac2a9d8e786 admin admin] Publish callbacks [] for router, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:36.687238 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 56350) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:36.692560 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-e3ee8b60-ce0a-4c28-bc55-4ac2a9d8e786 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.5896800 Oct 14 11:13:36.718398 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvr_db [None req-a088870b-3b32-4f39-8861-2f06d777903b None None] Set router ef9ec499-f8c8-411f-ad95-33a93bab7895 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:13:36.737449 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-7476469c-3e99-4cfe-978b-58f313b3f782 None None] Provisioning complete for port fd51fac2-8111-4c0c-9e95-ad7af97d5a63 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:13:36.738588 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-7476469c-3e99-4cfe-978b-58f313b3f782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:36.796773 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63326610-b8b1-415a-a3e6-63ce45763346 admin admin] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:13:36.833383 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-63326610-b8b1-415a-a3e6-63ce45763346 admin admin] Publish callbacks [] for router, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:36.834756 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-63326610-b8b1-415a-a3e6-63ce45763346 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.4421785 Oct 14 11:13:36.838090 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 56352) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:36.851890 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976011f7-8641-4142-bfd4-086169b81bf8 None None] Sync routers for ids ['a8b075ed-955a-446f-9a5d-bd38860d7183'] in dv-cinder-801354-3-iscsi {{(pid=99971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:13:36.870736 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976011f7-8641-4142-bfd4-086169b81bf8 None None] Routers {'a8b075ed-955a-446f-9a5d-bd38860d7183'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:13:36.872225 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-976011f7-8641-4142-bfd4-086169b81bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fdc74550>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:13:11Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['a8b075ed-955a-446f-9a5d-bd38860d7183'], 'active': True} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:13:36.875208 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f5f4e6ae-ee74-4cec-bb00-738524e3e817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:36.949525 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-7476469c-3e99-4cfe-978b-58f313b3f782 None None] Port fd51fac2-8111-4c0c-9e95-ad7af97d5a63 cannot update to ACTIVE because it is not bound. {{(pid=99970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:13:36.965245 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-bfd49b35-4f2e-4922-8bc2-a3d72c2df543 req-bbf62756-4638-4ba4-b27e-ae70bf1631e2 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca6f9333-d48f-4ac1-8ca2-529ebdb177b2 HTTP/1.1" status: 200 len: 210 time: 0.1642435 Oct 14 11:13:37.012906 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvr_db [None req-976011f7-8641-4142-bfd4-086169b81bf8 None None] Set router a8b075ed-955a-446f-9a5d-bd38860d7183 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:13:37.058560 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-8bd163ee-c9cb-472b-9aab-10368610b855 None None] Set router 22791d7d-3c63-488d-8eb9-b0fc7e8b047f gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:13:37.308071 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 56362) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:37.504842 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:37.526969 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-8bd163ee-c9cb-472b-9aab-10368610b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fd3f9d90>, [{'id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'name': 'tempest-AttachVolumeShelveTestJSON-933610345-router', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '67207ab1-a901-45f1-ac2d-4699cecece14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:13:33Z', 'revision_number': 3, 'project_id': 'b0d78c4c2bd84fe29041852181e0868c', 'gw_port': {'id': '67207ab1-a901-45f1-ac2d-4699cecece14', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:75:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:31Z', 'updated_at': '2021-10-14T11:13:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi'}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:13:37.560057 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd163ee-c9cb-472b-9aab-10368610b855 None None] Checking router: 22791d7d-3c63-488d-8eb9-b0fc7e8b047f for host: dv-cinder-801354-3-iscsi {{(pid=99970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:13:37.560624 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd163ee-c9cb-472b-9aab-10368610b855 None None] Updating router 22791d7d-3c63-488d-8eb9-b0fc7e8b047f port 67207ab1-a901-45f1-ac2d-4699cecece14 binding host dv-cinder-801354-3-iscsi {{(pid=99970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 11:13:37.616903 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-8bd163ee-c9cb-472b-9aab-10368610b855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:37.698607 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f5f4e6ae-ee74-4cec-bb00-738524e3e817 admin admin] Publish callbacks [] for port, precommit_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:37.709232 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f5f4e6ae-ee74-4cec-bb00-738524e3e817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:37.710271 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f5f4e6ae-ee74-4cec-bb00-738524e3e817 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1073186008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1073342763'] for router_interface, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:37.761873 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f4e6ae-ee74-4cec-bb00-738524e3e817 admin admin] Pushing event updated for resources: {'Port': ['ID=fd51fac2-8111-4c0c-9e95-ad7af97d5a63,revision_number=2']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:37.921126 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-76c27520-ee73-4d41-9d25-4cc9377a06c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:37.927915 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a77d9277-97d5-46d9-9ef5-f988b12abc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:37.993648 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f4e6ae-ee74-4cec-bb00-738524e3e817 admin admin] Network 8adb0b2b-c914-4296-9b32-bac60154b49c is already hosted by enough agents. {{(pid=99969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:13:37.999690 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.base_scheduler [None req-f5f4e6ae-ee74-4cec-bb00-738524e3e817 admin admin] Resources bound (agent type, host, resource id): {{(pid=99969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:13:38.030895 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-a088870b-3b32-4f39-8861-2f06d777903b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fdf65910>, [{'id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'name': 'tempest-AttachVolumeTestJSON-829479385-router', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'a7850456-6301-4066-95a2-72251d670930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:29Z', 'updated_at': '2021-10-14T11:13:32Z', 'revision_number': 3, 'project_id': 'd0daa4f1d2954b57839a55588e202828', 'gw_port': {'id': 'a7850456-6301-4066-95a2-72251d670930', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fd:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi'}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:13:38.046822 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-976011f7-8641-4142-bfd4-086169b81bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fdc74550>, [{'id': 'a8b075ed-955a-446f-9a5d-bd38860d7183', 'name': 'tempest-ServerRescueNegativeTestJSON-1758896003-router', 'tenant_id': '2c392464b70b4e7c8c87cc7350e4f053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd1089266-ffb5-49de-88f5-69a75f6830cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:13:34Z', 'revision_number': 3, 'project_id': '2c392464b70b4e7c8c87cc7350e4f053', 'gw_port': {'id': 'd1089266-ffb5-49de-88f5-69a75f6830cc', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:33:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b075ed-955a-446f-9a5d-bd38860d7183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:31Z', 'updated_at': '2021-10-14T11:13:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi'}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:13:38.065312 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-e722fd37-7267-4c0a-8030-860d59e0b796 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:38.211121 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a088870b-3b32-4f39-8861-2f06d777903b None None] The sync data for ids ['ef9ec499-f8c8-411f-ad95-33a93bab7895'] in dv-cinder-801354-3-iscsi is: [{'id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'name': 'tempest-AttachVolumeTestJSON-829479385-router', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'a7850456-6301-4066-95a2-72251d670930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:29Z', 'updated_at': '2021-10-14T11:13:32Z', 'revision_number': 3, 'project_id': 'd0daa4f1d2954b57839a55588e202828', 'gw_port': {'id': 'a7850456-6301-4066-95a2-72251d670930', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fd:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi'}] {{(pid=99971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:13:38.218309 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976011f7-8641-4142-bfd4-086169b81bf8 None None] Checking router: a8b075ed-955a-446f-9a5d-bd38860d7183 for host: dv-cinder-801354-3-iscsi {{(pid=99971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:13:38.218734 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976011f7-8641-4142-bfd4-086169b81bf8 None None] Updating router a8b075ed-955a-446f-9a5d-bd38860d7183 port d1089266-ffb5-49de-88f5-69a75f6830cc binding host dv-cinder-801354-3-iscsi {{(pid=99971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 11:13:38.330657 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-976011f7-8641-4142-bfd4-086169b81bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:38.394002 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.39', 59935) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:38.484811 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f4e6ae-ee74-4cec-bb00-738524e3e817 admin admin] Router ef9ec499-f8c8-411f-ad95-33a93bab7895 has already been hosted by L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 {{(pid=99969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:13:38.500290 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-734a6318-b8f6-4724-b4b6-d39cf120bc1a req-c1afe071-3a2d-4f00-a929-202b4dc944bd tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca6f9333-d48f-4ac1-8ca2-529ebdb177b2 HTTP/1.1" status: 200 len: 210 time: 0.0898936 Oct 14 11:13:38.507995 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-8513aa2d-3483-4b82-83f7-8599c2dd21cb None None] Provisioning complete for port fd51fac2-8111-4c0c-9e95-ad7af97d5a63 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:13:38.507995 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-8513aa2d-3483-4b82-83f7-8599c2dd21cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:38.677752 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-8bd163ee-c9cb-472b-9aab-10368610b855 None None] Publish callbacks [] for port, precommit_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:38.702484 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-8bd163ee-c9cb-472b-9aab-10368610b855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:38.733854 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-5c846c6e-25a6-40be-82ec-ad6d4e7d46b2 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:13:38.735401 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-5c846c6e-25a6-40be-82ec-ad6d4e7d46b2 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.39 "GET /v2.0/networks?id=349f727a-c796-452d-a602-d3ac189f5e61 HTTP/1.1" status: 200 len: 812 time: 0.3392427 Oct 14 11:13:38.747119 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f4e6ae-ee74-4cec-bb00-738524e3e817 admin admin] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:13:38.760402 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-f5f4e6ae-ee74-4cec-bb00-738524e3e817 admin admin] 10.222.0.46 "PUT /v2.0/routers/ef9ec499-f8c8-411f-ad95-33a93bab7895/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1231291 Oct 14 11:13:38.783934 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_common [None req-a77d9277-97d5-46d9-9ef5-f988b12abc1a admin admin] Allocated IP 172.20.0.1 (4d96643b-4fa6-435b-b92a-130044cd3548/c0cb2568-f2cb-4fad-9fcc-49f5492b923a/904cb162-c59f-4982-af28-dc48ce2e5083) {{(pid=99968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:13:38.840751 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-c9598b1e-0284-4c9f-8e31-477e29150f98 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] Request body: {'port': {'device_id': 'ca6f9333-d48f-4ac1-8ca2-529ebdb177b2', 'network_id': '349f727a-c796-452d-a602-d3ac189f5e61', 'admin_state_up': True, 'tenant_id': '244d6014c16f4c87b9f4146f9cc20b2a'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:13:38.922470 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-8513aa2d-3483-4b82-83f7-8599c2dd21cb None None] Port fd51fac2-8111-4c0c-9e95-ad7af97d5a63 cannot update to ACTIVE because it is not bound. {{(pid=99970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:13:38.978850 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.db_base_plugin_common [None req-76c27520-ee73-4d41-9d25-4cc9377a06c0 admin admin] Allocated IP 172.20.0.1 (2f17ff47-830b-4023-ad66-66e432a33b51/fca00ce8-46db-40c9-b0ce-2996d51e47d7/b1ae1501-da3e-47c6-abf4-d393a429d718) {{(pid=99969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:13:39.019711 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-8bd163ee-c9cb-472b-9aab-10368610b855 None None] Attempting to bind port 67207ab1-a901-45f1-ac2d-4699cecece14 on host dv-cinder-801354-3-iscsi for vnic_type normal with profile {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:13:39.021225 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-8bd163ee-c9cb-472b-9aab-10368610b855 None None] Attempting to bind port 67207ab1-a901-45f1-ac2d-4699cecece14 by drivers openvswitch,hyperv on host dv-cinder-801354-3-iscsi at level 0 using segments [{'id': '41826669-4ce7-4556-a5ab-a5c365ae266e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'}] {{(pid=99970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:13:39.021584 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd163ee-c9cb-472b-9aab-10368610b855 None None] Attempting to bind port 67207ab1-a901-45f1-ac2d-4699cecece14 on network e7b04304-7a8b-409f-a7ac-32fc979111a9 {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:13:39.054516 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd163ee-c9cb-472b-9aab-10368610b855 None None] Checking agent: {'id': 'bb3727ce-8571-46e9-a464-805553a8417e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 5, 13), 'started_at': datetime.datetime(2021, 10, 14, 11, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:13:39.054804 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd163ee-c9cb-472b-9aab-10368610b855 None None] Checking segment: {'id': '41826669-4ce7-4556-a5ab-a5c365ae266e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:13:39.056495 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-8bd163ee-c9cb-472b-9aab-10368610b855 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:39.057155 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd163ee-c9cb-472b-9aab-10368610b855 None None] Bound using segment: {'id': '41826669-4ce7-4556-a5ab-a5c365ae266e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'} {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:13:39.057720 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-8bd163ee-c9cb-472b-9aab-10368610b855 None None] Bound port: 67207ab1-a901-45f1-ac2d-4699cecece14, host: dv-cinder-801354-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41826669-4ce7-4556-a5ab-a5c365ae266e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'}}] {{(pid=99970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:13:39.060253 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-8bd163ee-c9cb-472b-9aab-10368610b855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:39.077450 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-976011f7-8641-4142-bfd4-086169b81bf8 None None] Publish callbacks [] for port, precommit_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:39.117312 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-976011f7-8641-4142-bfd4-086169b81bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:39.231973 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-8bd163ee-c9cb-472b-9aab-10368610b855 None None] For port 67207ab1-a901-45f1-ac2d-4699cecece14, host dv-cinder-801354-3-iscsi, cleared binding levels {{(pid=99970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:13:39.246715 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-8bd163ee-c9cb-472b-9aab-10368610b855 None None] For port 67207ab1-a901-45f1-ac2d-4699cecece14, host dv-cinder-801354-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=67207ab1-a901-45f1-ac2d-4699cecece14,segment=NetworkSegment(41826669-4ce7-4556-a5ab-a5c365ae266e),segment_id=41826669-4ce7-4556-a5ab-a5c365ae266e)] {{(pid=99970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:13:39.261885 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-76c27520-ee73-4d41-9d25-4cc9377a06c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:39.278137 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-b54ca372-33d9-4c58-9493-eae560671a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:39.284189 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-8bd163ee-c9cb-472b-9aab-10368610b855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:39.323440 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.managers [None req-976011f7-8641-4142-bfd4-086169b81bf8 None None] Attempting to bind port d1089266-ffb5-49de-88f5-69a75f6830cc on host dv-cinder-801354-3-iscsi for vnic_type normal with profile {{(pid=99971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:13:39.323830 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.managers [None req-976011f7-8641-4142-bfd4-086169b81bf8 None None] Attempting to bind port d1089266-ffb5-49de-88f5-69a75f6830cc by drivers openvswitch,hyperv on host dv-cinder-801354-3-iscsi at level 0 using segments [{'id': '41826669-4ce7-4556-a5ab-a5c365ae266e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'}] {{(pid=99971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:13:39.324198 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976011f7-8641-4142-bfd4-086169b81bf8 None None] Attempting to bind port d1089266-ffb5-49de-88f5-69a75f6830cc on network e7b04304-7a8b-409f-a7ac-32fc979111a9 {{(pid=99971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:13:39.344338 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-76c27520-ee73-4d41-9d25-4cc9377a06c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431'] for port, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:39.372259 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84dd428-40b3-437f-8de9-c76b8866396c None None] Pushing event updated for resources: {'Port': ['ID=67207ab1-a901-45f1-ac2d-4699cecece14,revision_number=2']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:39.397090 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-c9598b1e-0284-4c9f-8e31-477e29150f98 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] Made reservation on behalf of 244d6014c16f4c87b9f4146f9cc20b2a for: {'port': 1} {{(pid=99968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:13:39.401606 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-c9598b1e-0284-4c9f-8e31-477e29150f98 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:39.404793 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976011f7-8641-4142-bfd4-086169b81bf8 None None] Checking agent: {'id': 'bb3727ce-8571-46e9-a464-805553a8417e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 5, 13), 'started_at': datetime.datetime(2021, 10, 14, 11, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:13:39.405176 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976011f7-8641-4142-bfd4-086169b81bf8 None None] Checking segment: {'id': '41826669-4ce7-4556-a5ab-a5c365ae266e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:13:39.406297 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device a7850456-6301-4066-95a2-72251d670930 up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:13:39.410752 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-976011f7-8641-4142-bfd4-086169b81bf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:39.411169 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976011f7-8641-4142-bfd4-086169b81bf8 None None] Bound using segment: {'id': '41826669-4ce7-4556-a5ab-a5c365ae266e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'} {{(pid=99971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:13:39.411679 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.managers [None req-976011f7-8641-4142-bfd4-086169b81bf8 None None] Bound port: d1089266-ffb5-49de-88f5-69a75f6830cc, host: dv-cinder-801354-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41826669-4ce7-4556-a5ab-a5c365ae266e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'}}] {{(pid=99971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:13:39.412102 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-976011f7-8641-4142-bfd4-086169b81bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:39.416760 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a0fbe-d48e-4853-af38-376b9bb2b10e None None] Pushing event updated for resources: {'Port': ['ID=d1089266-ffb5-49de-88f5-69a75f6830cc,revision_number=2']} {{(pid=99971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:39.613035 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.db [None req-976011f7-8641-4142-bfd4-086169b81bf8 None None] For port d1089266-ffb5-49de-88f5-69a75f6830cc, host dv-cinder-801354-3-iscsi, cleared binding levels {{(pid=99971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:13:39.620419 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.db [None req-976011f7-8641-4142-bfd4-086169b81bf8 None None] For port d1089266-ffb5-49de-88f5-69a75f6830cc, host dv-cinder-801354-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=d1089266-ffb5-49de-88f5-69a75f6830cc,segment=NetworkSegment(41826669-4ce7-4556-a5ab-a5c365ae266e),segment_id=41826669-4ce7-4556-a5ab-a5c365ae266e)] {{(pid=99971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:13:39.629385 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-976011f7-8641-4142-bfd4-086169b81bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:39.678067 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd163ee-c9cb-472b-9aab-10368610b855 None None] Routers {'22791d7d-3c63-488d-8eb9-b0fc7e8b047f'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:13:39.678688 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-8bd163ee-c9cb-472b-9aab-10368610b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fd3f9d90>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:13:11Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['22791d7d-3c63-488d-8eb9-b0fc7e8b047f'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:13:39.740389 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a0fbe-d48e-4853-af38-376b9bb2b10e None None] Pushing event updated for resources: {'Port': ['ID=d1089266-ffb5-49de-88f5-69a75f6830cc,revision_number=3']} {{(pid=99971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:39.766991 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976011f7-8641-4142-bfd4-086169b81bf8 None None] Routers {'a8b075ed-955a-446f-9a5d-bd38860d7183'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:13:39.767932 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-976011f7-8641-4142-bfd4-086169b81bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fdc74550>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:13:11Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['a8b075ed-955a-446f-9a5d-bd38860d7183'], 'active': True} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:13:39.884933 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84dd428-40b3-437f-8de9-c76b8866396c None None] Pushing event updated for resources: {'Port': ['ID=67207ab1-a901-45f1-ac2d-4699cecece14,revision_number=3']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:39.952490 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvr_db [None req-976011f7-8641-4142-bfd4-086169b81bf8 None None] Set router a8b075ed-955a-446f-9a5d-bd38860d7183 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:13:40.073536 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-8bd163ee-c9cb-472b-9aab-10368610b855 None None] Set router 22791d7d-3c63-488d-8eb9-b0fc7e8b047f gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:13:40.074671 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-e722fd37-7267-4c0a-8030-860d59e0b796 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:40.086828 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c27520-ee73-4d41-9d25-4cc9377a06c0 admin admin] Pushing event updated for resources: {'Port': ['ID=b1ae1501-da3e-47c6-abf4-d393a429d718,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:40.126855 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port a7850456-6301-4066-95a2-72251d670930 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:13:40.126855 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:40.206465 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-393defac-cb43-455f-9a04-5b63ba10463e req-aa30c8d8-d4e0-430a-98e2-e9a3a02403e4 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca6f9333-d48f-4ac1-8ca2-529ebdb177b2 HTTP/1.1" status: 200 len: 210 time: 0.1075203 Oct 14 11:13:40.238565 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c27520-ee73-4d41-9d25-4cc9377a06c0 admin admin] Network 2f17ff47-830b-4023-ad66-66e432a33b51 is already hosted by enough agents. {{(pid=99969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:13:40.246310 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.base_scheduler [None req-76c27520-ee73-4d41-9d25-4cc9377a06c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=99969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:13:40.266380 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c27520-ee73-4d41-9d25-4cc9377a06c0 admin admin] Received port after_create {{(pid=99969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:13:40.266865 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-76c27520-ee73-4d41-9d25-4cc9377a06c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1073342815'] for router_interface, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:40.364132 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-e722fd37-7267-4c0a-8030-860d59e0b796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:40.564101 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-e722fd37-7267-4c0a-8030-860d59e0b796 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=032f060a4d334e2eb977c7e712d962c3&name=default HTTP/1.1" status: 200 len: 2975 time: 3.2511938 Oct 14 11:13:40.591385 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 56472) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:40.597417 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722fd37-7267-4c0a-8030-860d59e0b796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436908b4-b98b-4062-b9de-4a379644668c,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:40.690963 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-976011f7-8641-4142-bfd4-086169b81bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fdc74550>, [{'id': 'a8b075ed-955a-446f-9a5d-bd38860d7183', 'name': 'tempest-ServerRescueNegativeTestJSON-1758896003-router', 'tenant_id': '2c392464b70b4e7c8c87cc7350e4f053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd1089266-ffb5-49de-88f5-69a75f6830cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:13:34Z', 'revision_number': 3, 'project_id': '2c392464b70b4e7c8c87cc7350e4f053', 'gw_port': {'id': 'd1089266-ffb5-49de-88f5-69a75f6830cc', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:33:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b075ed-955a-446f-9a5d-bd38860d7183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:31Z', 'updated_at': '2021-10-14T11:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi'}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:13:40.837901 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976011f7-8641-4142-bfd4-086169b81bf8 None None] The sync data for ids ['a8b075ed-955a-446f-9a5d-bd38860d7183'] in dv-cinder-801354-3-iscsi is: [{'id': 'a8b075ed-955a-446f-9a5d-bd38860d7183', 'name': 'tempest-ServerRescueNegativeTestJSON-1758896003-router', 'tenant_id': '2c392464b70b4e7c8c87cc7350e4f053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd1089266-ffb5-49de-88f5-69a75f6830cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:13:34Z', 'revision_number': 3, 'project_id': '2c392464b70b4e7c8c87cc7350e4f053', 'gw_port': {'id': 'd1089266-ffb5-49de-88f5-69a75f6830cc', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:33:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b075ed-955a-446f-9a5d-bd38860d7183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:31Z', 'updated_at': '2021-10-14T11:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi'}] {{(pid=99971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:13:40.947586 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-76c27520-ee73-4d41-9d25-4cc9377a06c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:40.983592 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-1b4d2c61-acd1-405d-b622-c33ea090a7fc None None] Provisioning complete for port b1ae1501-da3e-47c6-abf4-d393a429d718 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:13:40.984187 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-1b4d2c61-acd1-405d-b622-c33ea090a7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:41.063210 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-1b4d2c61-acd1-405d-b622-c33ea090a7fc None None] Port b1ae1501-da3e-47c6-abf4-d393a429d718 cannot update to ACTIVE because it is not bound. {{(pid=99970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:13:41.085191 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:41.158013 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] For port a7850456-6301-4066-95a2-72251d670930, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=a7850456-6301-4066-95a2-72251d670930,segment=NetworkSegment(41826669-4ce7-4556-a5ab-a5c365ae266e),segment_id=41826669-4ce7-4556-a5ab-a5c365ae266e)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:13:41.166291 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:41.241643 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a77d9277-97d5-46d9-9ef5-f988b12abc1a admin admin] Publish callbacks [] for port, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:41.376413 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 56494) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:41.404224 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-eba1cdf7-9717-4383-95bc-3117ef674348 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2045721721', 'description': 'tempest-description--1648648572'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:13:41.503627 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_common [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-c9598b1e-0284-4c9f-8e31-477e29150f98 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] Allocated IP 172.20.0.5 (349f727a-c796-452d-a602-d3ac189f5e61/8db6e823-26d9-4ff4-8321-bebc05546544/67eab794-39c3-42bc-bbbf-95aaebaa1b3f) {{(pid=99968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:13:41.527236 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ee5b2f74-709d-45c3-b5b0-63f34189637b req-60d1b054-8351-4059-9b2a-16fd23a7d4e8 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca6f9333-d48f-4ac1-8ca2-529ebdb177b2 HTTP/1.1" status: 200 len: 210 time: 0.0497506 Oct 14 11:13:41.576198 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-6d5df99f-0b18-4170-b1a4-a77c49739c45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:41.658807 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-76c27520-ee73-4d41-9d25-4cc9377a06c0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:41.665710 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-eba1cdf7-9717-4383-95bc-3117ef674348 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:41.671467 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-76c27520-ee73-4d41-9d25-4cc9377a06c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:41.673228 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-76c27520-ee73-4d41-9d25-4cc9377a06c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1073186008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1073342763'] for router_interface, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:41.689282 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401c2fb7-b36f-406a-9d30-b930b04a47c0 None None] Sync routers for ids ['ef9ec499-f8c8-411f-ad95-33a93bab7895'] in dv-cinder-801354-3-iscsi {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:13:41.811555 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c27520-ee73-4d41-9d25-4cc9377a06c0 admin admin] Pushing event updated for resources: {'Port': ['ID=b1ae1501-da3e-47c6-abf4-d393a429d718,revision_number=2']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:41.830162 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-adad5af2-af55-4e1e-b8dc-07fd20cd01da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:41.865490 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-6d5df99f-0b18-4170-b1a4-a77c49739c45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:41.866511 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-8bd163ee-c9cb-472b-9aab-10368610b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fd3f9d90>, [{'id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'name': 'tempest-AttachVolumeShelveTestJSON-933610345-router', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '67207ab1-a901-45f1-ac2d-4699cecece14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:13:33Z', 'revision_number': 3, 'project_id': 'b0d78c4c2bd84fe29041852181e0868c', 'gw_port': {'id': '67207ab1-a901-45f1-ac2d-4699cecece14', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:75:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:31Z', 'updated_at': '2021-10-14T11:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi'}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:13:41.866511 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Pushing event updated for resources: {'Port': ['ID=a7850456-6301-4066-95a2-72251d670930,revision_number=4']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:41.878991 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401c2fb7-b36f-406a-9d30-b930b04a47c0 None None] Routers {'ef9ec499-f8c8-411f-ad95-33a93bab7895'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:13:41.879623 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-401c2fb7-b36f-406a-9d30-b930b04a47c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fd0e6310>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:13:11Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['ef9ec499-f8c8-411f-ad95-33a93bab7895'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:13:41.902835 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a77d9277-97d5-46d9-9ef5-f988b12abc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431'] for port, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:41.937365 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c27520-ee73-4d41-9d25-4cc9377a06c0 admin admin] Network 2f17ff47-830b-4023-ad66-66e432a33b51 is already hosted by enough agents. {{(pid=99969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:13:41.939375 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.base_scheduler [None req-76c27520-ee73-4d41-9d25-4cc9377a06c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=99969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:13:41.973169 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd163ee-c9cb-472b-9aab-10368610b855 None None] The sync data for ids ['22791d7d-3c63-488d-8eb9-b0fc7e8b047f'] in dv-cinder-801354-3-iscsi is: [{'id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'name': 'tempest-AttachVolumeShelveTestJSON-933610345-router', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '67207ab1-a901-45f1-ac2d-4699cecece14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:13:33Z', 'revision_number': 3, 'project_id': 'b0d78c4c2bd84fe29041852181e0868c', 'gw_port': {'id': '67207ab1-a901-45f1-ac2d-4699cecece14', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:75:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:31Z', 'updated_at': '2021-10-14T11:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi'}] {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:13:42.351181 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-401c2fb7-b36f-406a-9d30-b930b04a47c0 None None] Set router ef9ec499-f8c8-411f-ad95-33a93bab7895 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:13:42.392606 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c27520-ee73-4d41-9d25-4cc9377a06c0 admin admin] Router 22791d7d-3c63-488d-8eb9-b0fc7e8b047f has already been hosted by L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 {{(pid=99969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:13:42.405587 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77d9277-97d5-46d9-9ef5-f988b12abc1a admin admin] Network 4d96643b-4fa6-435b-b92a-130044cd3548 is already hosted by enough agents. {{(pid=99968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:13:42.485465 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-6d5df99f-0b18-4170-b1a4-a77c49739c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:42.496726 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-6d5df99f-0b18-4170-b1a4-a77c49739c45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:42.504359 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-6d5df99f-0b18-4170-b1a4-a77c49739c45 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/436908b4-b98b-4062-b9de-4a379644668c HTTP/1.1" status: 204 len: 168 time: 1.8775978 Oct 14 11:13:42.632277 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [None req-a77d9277-97d5-46d9-9ef5-f988b12abc1a admin admin] Resources bound (agent type, host, resource id): {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:13:42.716101 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77d9277-97d5-46d9-9ef5-f988b12abc1a admin admin] Received port after_create {{(pid=99968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:13:42.716891 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a77d9277-97d5-46d9-9ef5-f988b12abc1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1073342815'] for router_interface, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:42.726513 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-2b6ff5f6-9482-453e-ac89-206fe2eec7fd None None] Provisioning complete for port b1ae1501-da3e-47c6-abf4-d393a429d718 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:13:42.732454 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-2b6ff5f6-9482-453e-ac89-206fe2eec7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:42.792553 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d9277-97d5-46d9-9ef5-f988b12abc1a admin admin] Pushing event updated for resources: {'Port': ['ID=904cb162-c59f-4982-af28-dc48ce2e5083,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:42.812744 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5df99f-0b18-4170-b1a4-a77c49739c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436908b4-b98b-4062-b9de-4a379644668c,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:42.853614 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9ec638b9-dfba-42c1-b94a-3d008e028af4 req-bed8a029-3bb7-471b-abd8-b2267b3dfb6c tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca6f9333-d48f-4ac1-8ca2-529ebdb177b2 HTTP/1.1" status: 200 len: 210 time: 0.0589094 Oct 14 11:13:42.876348 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c27520-ee73-4d41-9d25-4cc9377a06c0 admin admin] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:13:42.893874 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-76c27520-ee73-4d41-9d25-4cc9377a06c0 admin admin] 10.222.0.46 "PUT /v2.0/routers/22791d7d-3c63-488d-8eb9-b0fc7e8b047f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1994495 Oct 14 11:13:42.917989 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-2b6ff5f6-9482-453e-ac89-206fe2eec7fd None None] Port b1ae1501-da3e-47c6-abf4-d393a429d718 cannot update to ACTIVE because it is not bound. {{(pid=99970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:13:42.945364 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-eba1cdf7-9717-4383-95bc-3117ef674348 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:43.014321 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-eba1cdf7-9717-4383-95bc-3117ef674348 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:43.067150 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:43.098323 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:43.238129 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-401c2fb7-b36f-406a-9d30-b930b04a47c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fd0e6310>, [{'id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'name': 'tempest-AttachVolumeTestJSON-829479385-router', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'a7850456-6301-4066-95a2-72251d670930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:29Z', 'updated_at': '2021-10-14T11:13:36Z', 'revision_number': 4, 'project_id': 'd0daa4f1d2954b57839a55588e202828', 'gw_port': {'id': 'a7850456-6301-4066-95a2-72251d670930', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': 'fd51fac2-8111-4c0c-9e95-ad7af97d5a63', 'name': '', 'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'mac_address': 'fa:16:3e:a3:b0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c4a9eff2-6c2d-4996-83b4-e446c185e0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:35Z', 'updated_at': '2021-10-14T11:13:37Z', 'revision_number': 2, 'project_id': 'd0daa4f1d2954b57839a55588e202828', 'subnets': [{'id': 'c4a9eff2-6c2d-4996-83b4-e446c185e0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:13:43.349164 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401c2fb7-b36f-406a-9d30-b930b04a47c0 None None] Checking router: ef9ec499-f8c8-411f-ad95-33a93bab7895 for host: dv-cinder-801354-3-iscsi {{(pid=99970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:13:43.349984 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401c2fb7-b36f-406a-9d30-b930b04a47c0 None None] Updating router ef9ec499-f8c8-411f-ad95-33a93bab7895 port fd51fac2-8111-4c0c-9e95-ad7af97d5a63 binding host dv-cinder-801354-3-iscsi {{(pid=99970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 11:13:43.452864 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-401c2fb7-b36f-406a-9d30-b930b04a47c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:43.484695 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-c9598b1e-0284-4c9f-8e31-477e29150f98 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] Publish callbacks [] for port, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:43.576033 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-c9598b1e-0284-4c9f-8e31-477e29150f98 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431'] for port, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:43.579324 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1cdf7-9717-4383-95bc-3117ef674348 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf9f609-8f26-48f8-a350-85959973a881,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:43.617089 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-c9598b1e-0284-4c9f-8e31-477e29150f98 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] Network 349f727a-c796-452d-a602-d3ac189f5e61 is already hosted by enough agents. {{(pid=99968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:13:43.622008 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-eba1cdf7-9717-4383-95bc-3117ef674348 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:43.623502 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-eba1cdf7-9717-4383-95bc-3117ef674348 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.2462254 Oct 14 11:13:43.627338 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 56548) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:43.632652 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-b2c5c34f-365d-4d31-9075-6cae6e25c8bb tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Request body: {'security_group_rule': {'security_group_id': 'ecf9f609-8f26-48f8-a350-85959973a881', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:13:43.649276 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-c9598b1e-0284-4c9f-8e31-477e29150f98 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] Resources bound (agent type, host, resource id): {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:13:43.694316 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 67207ab1-a901-45f1-ac2d-4699cecece14 up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:13:43.749601 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-b2c5c34f-365d-4d31-9075-6cae6e25c8bb tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:43.794791 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-c9598b1e-0284-4c9f-8e31-477e29150f98 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] Received port after_create {{(pid=99968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:13:43.815860 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-c9598b1e-0284-4c9f-8e31-477e29150f98 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:13:43.819203 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-c9598b1e-0284-4c9f-8e31-477e29150f98 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for port, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:43.998158 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 56556) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:44.032026 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-c9598b1e-0284-4c9f-8e31-477e29150f98 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2220793 Oct 14 11:13:44.046239 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9598b1e-0284-4c9f-8e31-477e29150f98 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] Pushing event updated for resources: {'Port': ['ID=67eab794-39c3-42bc-bbbf-95aaebaa1b3f,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:44.051145 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-b2c5c34f-365d-4d31-9075-6cae6e25c8bb tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:44.053898 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-e98a6cb6-1284-49e7-a926-67a0123f78bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:44.115670 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-b2c5c34f-365d-4d31-9075-6cae6e25c8bb tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073342792'] for security_group_rule, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:44.219892 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port 67207ab1-a901-45f1-ac2d-4699cecece14 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:13:44.220415 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:44.251399 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-9e029b9a-78e6-4f09-89c4-2ae15b96f64e tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=99968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 11:13:44.255780 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-9e029b9a-78e6-4f09-89c4-2ae15b96f64e tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1045215 Oct 14 11:13:44.293165 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a77d9277-97d5-46d9-9ef5-f988b12abc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:44.313050 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 56562) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:44.388915 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 56566) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:44.410807 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-e98a6cb6-1284-49e7-a926-67a0123f78bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:44.425189 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:44.431383 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c5c34f-365d-4d31-9075-6cae6e25c8bb tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b2555c6-d6ab-4ee7-bff2-1f9deeae1079,revision_number=0']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:44.480612 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-e98a6cb6-1284-49e7-a926-67a0123f78bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:44.625368 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-b2c5c34f-365d-4d31-9075-6cae6e25c8bb tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:44.640066 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-b2c5c34f-365d-4d31-9075-6cae6e25c8bb tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0114062 Oct 14 11:13:44.652553 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 56568) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:44.661062 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-b340780a-3a5c-411f-a8de-dca5462dd42c tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Request body: {'security_group_rule': {'security_group_id': 'ecf9f609-8f26-48f8-a350-85959973a881', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:13:44.684053 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-e98a6cb6-1284-49e7-a926-67a0123f78bb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=20321c89ac0c4b6890a8ea97452168ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6827185 Oct 14 11:13:44.691954 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 56574) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:44.692625 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a6cb6-1284-49e7-a926-67a0123f78bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a8acc2-d576-4660-8f39-3219fb1874c5,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:44.716266 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:44.730277 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f4536-2e9b-474b-bebe-701103e1c176 req-4840d447-d9f4-43ff-ba4a-81ad3a79fb98 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:13:44.745456 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-072f4536-2e9b-474b-bebe-701103e1c176 req-4840d447-d9f4-43ff-ba4a-81ad3a79fb98 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca6f9333-d48f-4ac1-8ca2-529ebdb177b2 HTTP/1.1" status: 200 len: 931 time: 0.5964737 Oct 14 11:13:44.790403 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-887e36cc-39e8-4cb5-81e3-32a498957218 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:44.793238 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] For port 67207ab1-a901-45f1-ac2d-4699cecece14, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=67207ab1-a901-45f1-ac2d-4699cecece14,segment=NetworkSegment(41826669-4ce7-4556-a5ab-a5c365ae266e),segment_id=41826669-4ce7-4556-a5ab-a5c365ae266e)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:13:44.895624 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:44.896435 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device d1089266-ffb5-49de-88f5-69a75f6830cc up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:13:44.901012 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-f5f2dfa7-51d3-4617-a46f-7ebd4c3e1604 service neutron] Request body: {'port': {'device_id': 'ca6f9333-d48f-4ac1-8ca2-529ebdb177b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:13:44.901964 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-072f4536-2e9b-474b-bebe-701103e1c176 req-72bad95e-ed61-4647-a9d6-3bd97971782c tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/security-groups?id=03322c2c-5b43-4b89-ad6e-03b602f1afb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543000 Oct 14 11:13:44.922649 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-689fed05-b2db-4c90-a63f-b9339cb31cb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:44.992549 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-689fed05-b2db-4c90-a63f-b9339cb31cb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:45.007340 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 56578) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:45.030963 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-ae490000-8a7c-4510-9dca-aea5b55985f8 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Request body: {'security_group': {'name': 'tempest-securitygroup--581154763', 'description': 'tempest-description--306671792'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:13:45.073426 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b340780a-3a5c-411f-a8de-dca5462dd42c tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:45.089532 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-91a96623-7f4b-4011-9645-a562975fe5a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:45.126312 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-401c2fb7-b36f-406a-9d30-b930b04a47c0 None None] Publish callbacks [] for port, precommit_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:45.128176 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port d1089266-ffb5-49de-88f5-69a75f6830cc triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:13:45.128535 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:45.144739 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-ae490000-8a7c-4510-9dca-aea5b55985f8 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:45.202096 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-689fed05-b2db-4c90-a63f-b9339cb31cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:45.206874 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-689fed05-b2db-4c90-a63f-b9339cb31cb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:45.207104 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a77d9277-97d5-46d9-9ef5-f988b12abc1a admin admin] Publish callbacks [] for port, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:45.214612 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-689fed05-b2db-4c90-a63f-b9339cb31cb8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/37a8acc2-d576-4660-8f39-3219fb1874c5 HTTP/1.1" status: 204 len: 168 time: 0.5184329 Oct 14 11:13:45.227705 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-401c2fb7-b36f-406a-9d30-b930b04a47c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:45.236590 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689fed05-b2db-4c90-a63f-b9339cb31cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a8acc2-d576-4660-8f39-3219fb1874c5,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:45.262817 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Pushing event updated for resources: {'Port': ['ID=67207ab1-a901-45f1-ac2d-4699cecece14,revision_number=4']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:45.368984 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-ae490000-8a7c-4510-9dca-aea5b55985f8 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:45.375818 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-ae490000-8a7c-4510-9dca-aea5b55985f8 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:45.497820 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-91a96623-7f4b-4011-9645-a562975fe5a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:45.509228 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-ae490000-8a7c-4510-9dca-aea5b55985f8 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:45.511127 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-ae490000-8a7c-4510-9dca-aea5b55985f8 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5027633 Oct 14 11:13:45.514805 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 56588) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:45.519440 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-0813d4f4-f5cb-4961-a89e-7b91d58ade86 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Request body: {'security_group_rule': {'security_group_id': '79d6b75a-bb03-4c94-9551-32ca144b41af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:13:45.542463 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae490000-8a7c-4510-9dca-aea5b55985f8 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79d6b75a-bb03-4c94-9551-32ca144b41af,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:45.563947 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f3474-7c8a-42cf-bcc3-bd8e6b2b3ca7 None None] Pushing event updated for resources: {'Port': ['ID=fd51fac2-8111-4c0c-9e95-ad7af97d5a63,revision_number=3']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:45.601926 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b340780a-3a5c-411f-a8de-dca5462dd42c tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:45.615187 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-0813d4f4-f5cb-4961-a89e-7b91d58ade86 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:45.664416 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a77d9277-97d5-46d9-9ef5-f988b12abc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:45.674578 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a77d9277-97d5-46d9-9ef5-f988b12abc1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1073186008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1073342763'] for router_interface, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:45.691960 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:45.705762 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-91a96623-7f4b-4011-9645-a562975fe5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:45.713113 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b340780a-3a5c-411f-a8de-dca5462dd42c tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073342792'] for security_group_rule, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:45.714948 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] For port d1089266-ffb5-49de-88f5-69a75f6830cc, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=d1089266-ffb5-49de-88f5-69a75f6830cc,segment=NetworkSegment(41826669-4ce7-4556-a5ab-a5c365ae266e),segment_id=41826669-4ce7-4556-a5ab-a5c365ae266e)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:13:45.722968 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-0813d4f4-f5cb-4961-a89e-7b91d58ade86 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:45.729078 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:45.730681 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device a7850456-6301-4066-95a2-72251d670930 up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:13:45.739682 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-0813d4f4-f5cb-4961-a89e-7b91d58ade86 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073342792'] for security_group_rule, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:45.746104 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff511f2e-3515-4fcd-bc3d-f15d1f4c1c2f None None] Sync routers for ids ['22791d7d-3c63-488d-8eb9-b0fc7e8b047f'] in dv-cinder-801354-3-iscsi {{(pid=99971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:13:45.788236 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff511f2e-3515-4fcd-bc3d-f15d1f4c1c2f None None] Routers {'22791d7d-3c63-488d-8eb9-b0fc7e8b047f'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:13:45.794690 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-ff511f2e-3515-4fcd-bc3d-f15d1f4c1c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fdd1d490>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:13:42Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['22791d7d-3c63-488d-8eb9-b0fc7e8b047f'], 'active': True} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:13:45.811427 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0813d4f4-f5cb-4961-a89e-7b91d58ade86 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eedb6fc1-060d-4071-8e93-b1fcf055c08c,revision_number=0']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:45.836147 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-401c2fb7-b36f-406a-9d30-b930b04a47c0 None None] Attempting to bind port fd51fac2-8111-4c0c-9e95-ad7af97d5a63 on host dv-cinder-801354-3-iscsi for vnic_type normal with profile {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:13:45.837293 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-401c2fb7-b36f-406a-9d30-b930b04a47c0 None None] Attempting to bind port fd51fac2-8111-4c0c-9e95-ad7af97d5a63 by drivers openvswitch,hyperv on host dv-cinder-801354-3-iscsi at level 0 using segments [{'id': '5783322a-3a14-4ddc-90d8-14aa7da0c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c'}] {{(pid=99970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:13:45.837812 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401c2fb7-b36f-406a-9d30-b930b04a47c0 None None] Attempting to bind port fd51fac2-8111-4c0c-9e95-ad7af97d5a63 on network 8adb0b2b-c914-4296-9b32-bac60154b49c {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:13:45.845444 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port a7850456-6301-4066-95a2-72251d670930 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:13:45.846102 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:45.848143 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401c2fb7-b36f-406a-9d30-b930b04a47c0 None None] Checking agent: {'id': 'bb3727ce-8571-46e9-a464-805553a8417e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 5, 13), 'started_at': datetime.datetime(2021, 10, 14, 11, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:13:45.848798 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401c2fb7-b36f-406a-9d30-b930b04a47c0 None None] Checking segment: {'id': '5783322a-3a14-4ddc-90d8-14aa7da0c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:13:45.849358 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-401c2fb7-b36f-406a-9d30-b930b04a47c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:45.849898 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401c2fb7-b36f-406a-9d30-b930b04a47c0 None None] Bound using segment: {'id': '5783322a-3a14-4ddc-90d8-14aa7da0c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c'} {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:13:45.850580 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-401c2fb7-b36f-406a-9d30-b930b04a47c0 None None] Bound port: fd51fac2-8111-4c0c-9e95-ad7af97d5a63, host: dv-cinder-801354-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5783322a-3a14-4ddc-90d8-14aa7da0c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c'}}] {{(pid=99970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:13:45.851190 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-401c2fb7-b36f-406a-9d30-b930b04a47c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:45.876166 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-0813d4f4-f5cb-4961-a89e-7b91d58ade86 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:45.883101 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-0813d4f4-f5cb-4961-a89e-7b91d58ade86 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3670633 Oct 14 11:13:45.886542 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 56602) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:45.909598 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-435f6b69-b542-4fbb-977e-a6475cd53a71 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Request body: {'security_group_rule': {'security_group_id': '79d6b75a-bb03-4c94-9551-32ca144b41af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:13:45.957021 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b340780a-3a5c-411f-a8de-dca5462dd42c tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:45.962512 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-b340780a-3a5c-411f-a8de-dca5462dd42c tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3071249 Oct 14 11:13:45.970797 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 56610) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:45.971744 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-435f6b69-b542-4fbb-977e-a6475cd53a71 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:45.983456 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-eab155e7-9764-42da-89b7-dcd33186b3af tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Request body: {'floatingip': {'floating_network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:13:45.993380 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b340780a-3a5c-411f-a8de-dca5462dd42c tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0a41102-bff2-4e7a-83b5-d18beb892bfc,revision_number=0']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:46.003242 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-f5f2dfa7-51d3-4617-a46f-7ebd4c3e1604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:46.040385 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-401c2fb7-b36f-406a-9d30-b930b04a47c0 None None] For port fd51fac2-8111-4c0c-9e95-ad7af97d5a63, host dv-cinder-801354-3-iscsi, cleared binding levels {{(pid=99970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:13:46.041088 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-eab155e7-9764-42da-89b7-dcd33186b3af tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for floatingip, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:46.051290 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-401c2fb7-b36f-406a-9d30-b930b04a47c0 None None] For port fd51fac2-8111-4c0c-9e95-ad7af97d5a63, host dv-cinder-801354-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=fd51fac2-8111-4c0c-9e95-ad7af97d5a63,segment=NetworkSegment(5783322a-3a14-4ddc-90d8-14aa7da0c168),segment_id=5783322a-3a14-4ddc-90d8-14aa7da0c168)] {{(pid=99970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:13:46.213489 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvr_db [None req-ff511f2e-3515-4fcd-bc3d-f15d1f4c1c2f None None] Set router 22791d7d-3c63-488d-8eb9-b0fc7e8b047f gateway port host: dv-cinder-801354-3-iscsi {{(pid=99971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:13:46.254355 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-401c2fb7-b36f-406a-9d30-b930b04a47c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:46.355764 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10297cfa-dd99-4d3e-bc68-e21edb0d6c99 req-f9f47159-b84d-49c9-8213-730e4fff3cd4 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:13:46.371179 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-10297cfa-dd99-4d3e-bc68-e21edb0d6c99 req-f9f47159-b84d-49c9-8213-730e4fff3cd4 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca6f9333-d48f-4ac1-8ca2-529ebdb177b2 HTTP/1.1" status: 200 len: 931 time: 0.2798021 Oct 14 11:13:46.460396 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Pushing event updated for resources: {'Port': ['ID=d1089266-ffb5-49de-88f5-69a75f6830cc,revision_number=4']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:46.461219 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-435f6b69-b542-4fbb-977e-a6475cd53a71 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:46.481788 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-0bb16d7b-9562-4760-ad3a-5c388e63e061 None None] Provisioning complete for port fd51fac2-8111-4c0c-9e95-ad7af97d5a63 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:13:46.484672 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-0bb16d7b-9562-4760-ad3a-5c388e63e061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:46.598720 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-435f6b69-b542-4fbb-977e-a6475cd53a71 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073342792'] for security_group_rule, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:46.657233 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f6b69-b542-4fbb-977e-a6475cd53a71 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5bc3428-4ed5-46de-882d-d7171a7a9d2e,revision_number=0']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:46.751764 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-887e36cc-39e8-4cb5-81e3-32a498957218 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:46.756124 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f3474-7c8a-42cf-bcc3-bd8e6b2b3ca7 None None] Pushing event updated for resources: {'Port': ['ID=fd51fac2-8111-4c0c-9e95-ad7af97d5a63,revision_number=4']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:46.786954 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-10297cfa-dd99-4d3e-bc68-e21edb0d6c99 req-202d3f9e-524e-4de4-866a-27d76b88a670 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/security-groups?id=03322c2c-5b43-4b89-ad6e-03b602f1afb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146209 Oct 14 11:13:46.820605 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-435f6b69-b542-4fbb-977e-a6475cd53a71 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:46.825086 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-91a96623-7f4b-4011-9645-a562975fe5a0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0543df0c261c4bc3af795babfe165fa9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4336157 Oct 14 11:13:46.835430 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-435f6b69-b542-4fbb-977e-a6475cd53a71 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9447935 Oct 14 11:13:46.835430 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 56636) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:46.839034 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 56638) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:46.846145 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-887e36cc-39e8-4cb5-81e3-32a498957218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:46.875771 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 67207ab1-a901-45f1-ac2d-4699cecece14 up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:13:46.896417 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-56305ae5-cedd-49e4-bba8-b45421f35018 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Request body: {'floatingip': {'floating_network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:13:46.973141 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-ff511f2e-3515-4fcd-bc3d-f15d1f4c1c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fdd1d490>, [{'id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'name': 'tempest-AttachVolumeShelveTestJSON-933610345-router', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '67207ab1-a901-45f1-ac2d-4699cecece14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:13:40Z', 'revision_number': 4, 'project_id': 'b0d78c4c2bd84fe29041852181e0868c', 'gw_port': {'id': '67207ab1-a901-45f1-ac2d-4699cecece14', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:31Z', 'updated_at': '2021-10-14T11:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': 'b1ae1501-da3e-47c6-abf4-d393a429d718', 'name': '', 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'mac_address': 'fa:16:3e:aa:eb:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fca00ce8-46db-40c9-b0ce-2996d51e47d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:37Z', 'updated_at': '2021-10-14T11:13:41Z', 'revision_number': 2, 'project_id': 'b0d78c4c2bd84fe29041852181e0868c', 'subnets': [{'id': 'fca00ce8-46db-40c9-b0ce-2996d51e47d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:13:47.011977 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401c2fb7-b36f-406a-9d30-b930b04a47c0 None None] Routers {'ef9ec499-f8c8-411f-ad95-33a93bab7895'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:13:47.016437 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-401c2fb7-b36f-406a-9d30-b930b04a47c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fd0e6310>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:13:42Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['ef9ec499-f8c8-411f-ad95-33a93bab7895'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:13:47.050401 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-eab155e7-9764-42da-89b7-dcd33186b3af tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:47.106907 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff511f2e-3515-4fcd-bc3d-f15d1f4c1c2f None None] Checking router: 22791d7d-3c63-488d-8eb9-b0fc7e8b047f for host: dv-cinder-801354-3-iscsi {{(pid=99971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:13:47.108540 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff511f2e-3515-4fcd-bc3d-f15d1f4c1c2f None None] Updating router 22791d7d-3c63-488d-8eb9-b0fc7e8b047f port b1ae1501-da3e-47c6-abf4-d393a429d718 binding host dv-cinder-801354-3-iscsi {{(pid=99971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 11:13:47.215386 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-ff511f2e-3515-4fcd-bc3d-f15d1f4c1c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:47.229593 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-56305ae5-cedd-49e4-bba8-b45421f35018 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for floatingip, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:47.322640 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d343372a-3465-4f6f-9e70-cf26f7ce96b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:47.337021 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-0bb16d7b-9562-4760-ad3a-5c388e63e061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:47.597746 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-401c2fb7-b36f-406a-9d30-b930b04a47c0 None None] Set router ef9ec499-f8c8-411f-ad95-33a93bab7895 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:13:47.645726 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-f5f2dfa7-51d3-4617-a46f-7ebd4c3e1604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67eab794-39c3-42bc-bbbf-95aaebaa1b3f {{(pid=99968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:13:47.655029 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-f5f2dfa7-51d3-4617-a46f-7ebd4c3e1604 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:47.713740 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-f5f2dfa7-51d3-4617-a46f-7ebd4c3e1604 service neutron] Transition to ACTIVE for port object 67eab794-39c3-42bc-bbbf-95aaebaa1b3f will not be triggered until provisioned by entity L2. {{(pid=99968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 11:13:47.715260 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d9277-97d5-46d9-9ef5-f988b12abc1a admin admin] Pushing event updated for resources: {'Port': ['ID=904cb162-c59f-4982-af28-dc48ce2e5083,revision_number=2']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:47.781219 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a96623-7f4b-4011-9645-a562975fe5a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c137693a-0f44-4539-b499-395cf12ccf92,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:47.826131 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-0bb16d7b-9562-4760-ad3a-5c388e63e061 None None] For port fd51fac2-8111-4c0c-9e95-ad7af97d5a63, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=fd51fac2-8111-4c0c-9e95-ad7af97d5a63,segment=NetworkSegment(5783322a-3a14-4ddc-90d8-14aa7da0c168),segment_id=5783322a-3a14-4ddc-90d8-14aa7da0c168)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:13:47.836859 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-887e36cc-39e8-4cb5-81e3-32a498957218 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b354ffa0ab894cdaab1166f3549ffd53&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5213881 Oct 14 11:13:47.839992 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-f5f2dfa7-51d3-4617-a46f-7ebd4c3e1604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:47.849268 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 56664) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:47.855301 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-0bb16d7b-9562-4760-ad3a-5c388e63e061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:47.939994 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d343372a-3465-4f6f-9e70-cf26f7ce96b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:47.985041 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e36cc-39e8-4cb5-81e3-32a498957218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae54a7e4-4ccc-41c5-97e9-239aa3a2ecbe,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:48.125751 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-ff511f2e-3515-4fcd-bc3d-f15d1f4c1c2f None None] Publish callbacks [] for port, precommit_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:48.137038 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-ff511f2e-3515-4fcd-bc3d-f15d1f4c1c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:48.176624 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77d9277-97d5-46d9-9ef5-f988b12abc1a admin admin] Network 4d96643b-4fa6-435b-b92a-130044cd3548 is already hosted by enough agents. {{(pid=99968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:13:48.211069 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [None req-a77d9277-97d5-46d9-9ef5-f988b12abc1a admin admin] Resources bound (agent type, host, resource id): {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:13:48.316157 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb16d7b-9562-4760-ad3a-5c388e63e061 None None] Pushing event updated for resources: {'Port': ['ID=fd51fac2-8111-4c0c-9e95-ad7af97d5a63,revision_number=5']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:48.326845 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.db_base_plugin_common [None req-eab155e7-9764-42da-89b7-dcd33186b3af tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Allocated IP 172.27.0.132 (e7b04304-7a8b-409f-a7ac-32fc979111a9/b7c74a80-f412-4798-967a-8287544534dc/817a809d-dbc2-41c7-853f-c883d231ed5d) {{(pid=99969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:13:48.346142 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port 67207ab1-a901-45f1-ac2d-4699cecece14 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:13:48.347785 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:48.386650 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db392a6a-d412-457f-a309-6ceefc3e2448 None None] Pushing event updated for resources: {'Port': ['ID=b1ae1501-da3e-47c6-abf4-d393a429d718,revision_number=3']} {{(pid=99971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:48.433447 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-1f28eb9b-17f5-4acd-8b8c-0715e25eed8b None None] Provisioning complete for port fd51fac2-8111-4c0c-9e95-ad7af97d5a63 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:13:48.433828 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-1f28eb9b-17f5-4acd-8b8c-0715e25eed8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:48.581589 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.managers [None req-ff511f2e-3515-4fcd-bc3d-f15d1f4c1c2f None None] Attempting to bind port b1ae1501-da3e-47c6-abf4-d393a429d718 on host dv-cinder-801354-3-iscsi for vnic_type normal with profile {{(pid=99971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:13:48.582322 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.managers [None req-ff511f2e-3515-4fcd-bc3d-f15d1f4c1c2f None None] Attempting to bind port b1ae1501-da3e-47c6-abf4-d393a429d718 by drivers openvswitch,hyperv on host dv-cinder-801354-3-iscsi at level 0 using segments [{'id': 'f89198a1-603f-4689-b5b2-f4b9245553bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51'}] {{(pid=99971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:13:48.582910 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff511f2e-3515-4fcd-bc3d-f15d1f4c1c2f None None] Attempting to bind port b1ae1501-da3e-47c6-abf4-d393a429d718 on network 2f17ff47-830b-4023-ad66-66e432a33b51 {{(pid=99971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:13:48.597113 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff511f2e-3515-4fcd-bc3d-f15d1f4c1c2f None None] Checking agent: {'id': 'bb3727ce-8571-46e9-a464-805553a8417e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 5, 13), 'started_at': datetime.datetime(2021, 10, 14, 11, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:13:48.599860 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff511f2e-3515-4fcd-bc3d-f15d1f4c1c2f None None] Checking segment: {'id': 'f89198a1-603f-4689-b5b2-f4b9245553bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:13:48.602077 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-ff511f2e-3515-4fcd-bc3d-f15d1f4c1c2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:48.603163 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff511f2e-3515-4fcd-bc3d-f15d1f4c1c2f None None] Bound using segment: {'id': 'f89198a1-603f-4689-b5b2-f4b9245553bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51'} {{(pid=99971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:13:48.606079 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.managers [None req-ff511f2e-3515-4fcd-bc3d-f15d1f4c1c2f None None] Bound port: b1ae1501-da3e-47c6-abf4-d393a429d718, host: dv-cinder-801354-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f89198a1-603f-4689-b5b2-f4b9245553bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51'}}] {{(pid=99971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:13:48.607568 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-ff511f2e-3515-4fcd-bc3d-f15d1f4c1c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:48.649464 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77d9277-97d5-46d9-9ef5-f988b12abc1a admin admin] Router a8b075ed-955a-446f-9a5d-bd38860d7183 has already been hosted by L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 {{(pid=99968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:13:48.677678 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42912f3-3671-41fd-ad5f-a1654852b8f2 req-b1cdf74f-178f-4934-a1ce-d6354b80533b tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:13:48.688749 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d42912f3-3671-41fd-ad5f-a1654852b8f2 req-b1cdf74f-178f-4934-a1ce-d6354b80533b tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca6f9333-d48f-4ac1-8ca2-529ebdb177b2 HTTP/1.1" status: 200 len: 943 time: 0.6453941 Oct 14 11:13:48.727970 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2dfa7-51d3-4617-a46f-7ebd4c3e1604 service neutron] Pushing event updated for resources: {'Port': ['ID=67eab794-39c3-42bc-bbbf-95aaebaa1b3f,revision_number=2']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:48.748472 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d343372a-3465-4f6f-9e70-cf26f7ce96b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:48.751438 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d343372a-3465-4f6f-9e70-cf26f7ce96b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:48.753211 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-d343372a-3465-4f6f-9e70-cf26f7ce96b2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c137693a-0f44-4539-b499-395cf12ccf92 HTTP/1.1" status: 204 len: 168 time: 1.9176052 Oct 14 11:13:48.781113 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3d4e8c2c-2ec2-47e8-a226-f51bf6499f33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:48.844099 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.db [None req-ff511f2e-3515-4fcd-bc3d-f15d1f4c1c2f None None] For port b1ae1501-da3e-47c6-abf4-d393a429d718, host dv-cinder-801354-3-iscsi, cleared binding levels {{(pid=99971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:13:48.851377 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.db [None req-ff511f2e-3515-4fcd-bc3d-f15d1f4c1c2f None None] For port b1ae1501-da3e-47c6-abf4-d393a429d718, host dv-cinder-801354-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=b1ae1501-da3e-47c6-abf4-d393a429d718,segment=NetworkSegment(f89198a1-603f-4689-b5b2-f4b9245553bb),segment_id=f89198a1-603f-4689-b5b2-f4b9245553bb)] {{(pid=99971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:13:48.859492 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-ff511f2e-3515-4fcd-bc3d-f15d1f4c1c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:48.871974 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343372a-3465-4f6f-9e70-cf26f7ce96b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c137693a-0f44-4539-b499-395cf12ccf92,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:48.872188 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-401c2fb7-b36f-406a-9d30-b930b04a47c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fd0e6310>, [{'id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'name': 'tempest-AttachVolumeTestJSON-829479385-router', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'a7850456-6301-4066-95a2-72251d670930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:29Z', 'updated_at': '2021-10-14T11:13:36Z', 'revision_number': 4, 'project_id': 'd0daa4f1d2954b57839a55588e202828', 'gw_port': {'id': 'a7850456-6301-4066-95a2-72251d670930', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': 'fd51fac2-8111-4c0c-9e95-ad7af97d5a63', 'name': '', 'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'mac_address': 'fa:16:3e:a3:b0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c4a9eff2-6c2d-4996-83b4-e446c185e0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:35Z', 'updated_at': '2021-10-14T11:13:46Z', 'revision_number': 4, 'project_id': 'd0daa4f1d2954b57839a55588e202828', 'subnets': [{'id': 'c4a9eff2-6c2d-4996-83b4-e446c185e0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:13:48.926561 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-f5f2dfa7-51d3-4617-a46f-7ebd4c3e1604 service neutron] Attempting to bind port 67eab794-39c3-42bc-bbbf-95aaebaa1b3f on host hv-cinder-80135 for vnic_type normal with profile {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:13:48.928595 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-f5f2dfa7-51d3-4617-a46f-7ebd4c3e1604 service neutron] Attempting to bind port 67eab794-39c3-42bc-bbbf-95aaebaa1b3f by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '717fdd03-b1ed-4ff8-961f-be526ae289bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '349f727a-c796-452d-a602-d3ac189f5e61'}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:13:48.929210 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-f5f2dfa7-51d3-4617-a46f-7ebd4c3e1604 service neutron] Attempting to bind port 67eab794-39c3-42bc-bbbf-95aaebaa1b3f on network 349f727a-c796-452d-a602-d3ac189f5e61 {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:13:48.947121 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3d4e8c2c-2ec2-47e8-a226-f51bf6499f33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:48.990587 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401c2fb7-b36f-406a-9d30-b930b04a47c0 None None] The sync data for ids ['ef9ec499-f8c8-411f-ad95-33a93bab7895'] in dv-cinder-801354-3-iscsi is: [{'id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'name': 'tempest-AttachVolumeTestJSON-829479385-router', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'a7850456-6301-4066-95a2-72251d670930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:29Z', 'updated_at': '2021-10-14T11:13:36Z', 'revision_number': 4, 'project_id': 'd0daa4f1d2954b57839a55588e202828', 'gw_port': {'id': 'a7850456-6301-4066-95a2-72251d670930', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': 'fd51fac2-8111-4c0c-9e95-ad7af97d5a63', 'name': '', 'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'mac_address': 'fa:16:3e:a3:b0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c4a9eff2-6c2d-4996-83b4-e446c185e0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:35Z', 'updated_at': '2021-10-14T11:13:46Z', 'revision_number': 4, 'project_id': 'd0daa4f1d2954b57839a55588e202828', 'subnets': [{'id': 'c4a9eff2-6c2d-4996-83b4-e446c185e0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:13:49.013280 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-f5f2dfa7-51d3-4617-a46f-7ebd4c3e1604 service neutron] Port 67eab794-39c3-42bc-bbbf-95aaebaa1b3f on network 349f727a-c796-452d-a602-d3ac189f5e61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 11:13:49.013609 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-f5f2dfa7-51d3-4617-a46f-7ebd4c3e1604 service neutron] Attempting to bind port 67eab794-39c3-42bc-bbbf-95aaebaa1b3f on network 349f727a-c796-452d-a602-d3ac189f5e61 {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:13:49.020570 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d42912f3-3671-41fd-ad5f-a1654852b8f2 req-eace4492-e1d8-493c-8fe4-94201e176fb9 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/security-groups?id=03322c2c-5b43-4b89-ad6e-03b602f1afb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305895 Oct 14 11:13:49.054377 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-56305ae5-cedd-49e4-bba8-b45421f35018 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:49.059658 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-4e00a9be-5792-4d88-9095-7d951da392a4 None None] Provisioning complete for port b1ae1501-da3e-47c6-abf4-d393a429d718 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:13:49.063020 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-4e00a9be-5792-4d88-9095-7d951da392a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:49.088432 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-f5f2dfa7-51d3-4617-a46f-7ebd4c3e1604 service neutron] Checking agent: {'id': 'f75e9eb5-eb38-4e10-b93f-23a007c4e69f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 11, 37), 'started_at': datetime.datetime(2021, 10, 14, 11, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:13:49.090920 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device d1089266-ffb5-49de-88f5-69a75f6830cc up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:13:49.094203 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-f5f2dfa7-51d3-4617-a46f-7ebd4c3e1604 service neutron] Checking segment: {'id': '717fdd03-b1ed-4ff8-961f-be526ae289bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '349f727a-c796-452d-a602-d3ac189f5e61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:13:49.094203 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-f5f2dfa7-51d3-4617-a46f-7ebd4c3e1604 service neutron] Bound using segment: {'id': '717fdd03-b1ed-4ff8-961f-be526ae289bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '349f727a-c796-452d-a602-d3ac189f5e61'} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:13:49.094977 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-f5f2dfa7-51d3-4617-a46f-7ebd4c3e1604 service neutron] Bound port: 67eab794-39c3-42bc-bbbf-95aaebaa1b3f, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '717fdd03-b1ed-4ff8-961f-be526ae289bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '349f727a-c796-452d-a602-d3ac189f5e61'}}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:13:49.097386 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-f5f2dfa7-51d3-4617-a46f-7ebd4c3e1604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:49.126942 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff511f2e-3515-4fcd-bc3d-f15d1f4c1c2f None None] Routers {'22791d7d-3c63-488d-8eb9-b0fc7e8b047f'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:13:49.143228 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-ff511f2e-3515-4fcd-bc3d-f15d1f4c1c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fdd1d490>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:13:42Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['22791d7d-3c63-488d-8eb9-b0fc7e8b047f'], 'active': True} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:13:49.329508 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db392a6a-d412-457f-a309-6ceefc3e2448 None None] Pushing event updated for resources: {'Port': ['ID=b1ae1501-da3e-47c6-abf4-d393a429d718,revision_number=4']} {{(pid=99971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:49.403637 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-eab155e7-9764-42da-89b7-dcd33186b3af tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for port, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:49.432398 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-4e00a9be-5792-4d88-9095-7d951da392a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:49.449688 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port d1089266-ffb5-49de-88f5-69a75f6830cc triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:13:49.450445 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:49.567160 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-eab155e7-9764-42da-89b7-dcd33186b3af tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431'] for port, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:49.598449 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvr_db [None req-ff511f2e-3515-4fcd-bc3d-f15d1f4c1c2f None None] Set router 22791d7d-3c63-488d-8eb9-b0fc7e8b047f gateway port host: dv-cinder-801354-3-iscsi {{(pid=99971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:13:49.601121 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-f5f2dfa7-51d3-4617-a46f-7ebd4c3e1604 service neutron] For port 67eab794-39c3-42bc-bbbf-95aaebaa1b3f, host hv-cinder-80135, cleared binding levels {{(pid=99968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:13:49.612805 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-4e00a9be-5792-4d88-9095-7d951da392a4 None None] For port b1ae1501-da3e-47c6-abf4-d393a429d718, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=b1ae1501-da3e-47c6-abf4-d393a429d718,segment=NetworkSegment(f89198a1-603f-4689-b5b2-f4b9245553bb),segment_id=f89198a1-603f-4689-b5b2-f4b9245553bb)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:13:49.614417 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-f5f2dfa7-51d3-4617-a46f-7ebd4c3e1604 service neutron] For port 67eab794-39c3-42bc-bbbf-95aaebaa1b3f, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=67eab794-39c3-42bc-bbbf-95aaebaa1b3f,segment=NetworkSegment(717fdd03-b1ed-4ff8-961f-be526ae289bb),segment_id=717fdd03-b1ed-4ff8-961f-be526ae289bb)] {{(pid=99968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:13:49.636438 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-f5f2dfa7-51d3-4617-a46f-7ebd4c3e1604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:49.637735 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-4e00a9be-5792-4d88-9095-7d951da392a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:49.662570 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3d4e8c2c-2ec2-47e8-a226-f51bf6499f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:49.671067 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3d4e8c2c-2ec2-47e8-a226-f51bf6499f33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:49.683823 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-3d4e8c2c-2ec2-47e8-a226-f51bf6499f33 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ae54a7e4-4ccc-41c5-97e9-239aa3a2ecbe HTTP/1.1" status: 204 len: 168 time: 1.8224430 Oct 14 11:13:49.771807 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-f5f2dfa7-51d3-4617-a46f-7ebd4c3e1604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:13:49.772453 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-f5f2dfa7-51d3-4617-a46f-7ebd4c3e1604 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for port, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:49.776083 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-f5f2dfa7-51d3-4617-a46f-7ebd4c3e1604 service neutron] 10.222.0.39 "PUT /v2.0/ports/67eab794-39c3-42bc-bbbf-95aaebaa1b3f HTTP/1.1" status: 200 len: 1093 time: 5.0809429 Oct 14 11:13:49.778819 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca6f9333-d48f-4ac1-8ca2-529ebdb177b2', 'tag': '67eab794-39c3-42bc-bbbf-95aaebaa1b3f'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:13:49.830675 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab155e7-9764-42da-89b7-dcd33186b3af tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Pushing event updated for resources: {'Port': ['ID=817a809d-dbc2-41c7-853f-c883d231ed5d,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:49.866585 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab155e7-9764-42da-89b7-dcd33186b3af tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Network e7b04304-7a8b-409f-a7ac-32fc979111a9 is already hosted by enough agents. {{(pid=99969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:13:49.870207 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.base_scheduler [None req-eab155e7-9764-42da-89b7-dcd33186b3af tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Resources bound (agent type, host, resource id): {{(pid=99969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:13:49.880853 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab155e7-9764-42da-89b7-dcd33186b3af tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Received port after_create {{(pid=99969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:13:49.938361 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-b460ce22-db8f-4ae3-b19c-9e81bbf495f1 None None] Provisioning complete for port b1ae1501-da3e-47c6-abf4-d393a429d718 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:13:49.939674 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-b460ce22-db8f-4ae3-b19c-9e81bbf495f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:50.106402 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00a9be-5792-4d88-9095-7d951da392a4 None None] Pushing event updated for resources: {'Port': ['ID=b1ae1501-da3e-47c6-abf4-d393a429d718,revision_number=5']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:50.260017 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.db_base_plugin_common [None req-56305ae5-cedd-49e4-bba8-b45421f35018 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Allocated IP 172.27.0.196 (e7b04304-7a8b-409f-a7ac-32fc979111a9/b7c74a80-f412-4798-967a-8287544534dc/f2e43f26-0c2e-4ea1-a620-d5a374a83daa) {{(pid=99969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:13:50.297865 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-eab155e7-9764-42da-89b7-dcd33186b3af tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for floatingip, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:50.302609 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 56710) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:50.368541 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-ff511f2e-3515-4fcd-bc3d-f15d1f4c1c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fdd1d490>, [{'id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'name': 'tempest-AttachVolumeShelveTestJSON-933610345-router', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '67207ab1-a901-45f1-ac2d-4699cecece14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:13:40Z', 'revision_number': 4, 'project_id': 'b0d78c4c2bd84fe29041852181e0868c', 'gw_port': {'id': '67207ab1-a901-45f1-ac2d-4699cecece14', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:31Z', 'updated_at': '2021-10-14T11:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': 'b1ae1501-da3e-47c6-abf4-d393a429d718', 'name': '', 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'mac_address': 'fa:16:3e:aa:eb:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fca00ce8-46db-40c9-b0ce-2996d51e47d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:37Z', 'updated_at': '2021-10-14T11:13:48Z', 'revision_number': 4, 'project_id': 'b0d78c4c2bd84fe29041852181e0868c', 'subnets': [{'id': 'fca00ce8-46db-40c9-b0ce-2996d51e47d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:13:50.415483 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e8c2c-2ec2-47e8-a226-f51bf6499f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae54a7e4-4ccc-41c5-97e9-239aa3a2ecbe,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:50.453964 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-210fadd2-1d3f-4350-98a4-b17366ecd30a admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:50.528350 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2dfa7-51d3-4617-a46f-7ebd4c3e1604 service neutron] Pushing event updated for resources: {'Port': ['ID=67eab794-39c3-42bc-bbbf-95aaebaa1b3f,revision_number=3']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:50.539029 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77d9277-97d5-46d9-9ef5-f988b12abc1a admin admin] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:13:50.544801 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff511f2e-3515-4fcd-bc3d-f15d1f4c1c2f None None] The sync data for ids ['22791d7d-3c63-488d-8eb9-b0fc7e8b047f'] in dv-cinder-801354-3-iscsi is: [{'id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'name': 'tempest-AttachVolumeShelveTestJSON-933610345-router', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '67207ab1-a901-45f1-ac2d-4699cecece14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:13:40Z', 'revision_number': 4, 'project_id': 'b0d78c4c2bd84fe29041852181e0868c', 'gw_port': {'id': '67207ab1-a901-45f1-ac2d-4699cecece14', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:31Z', 'updated_at': '2021-10-14T11:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': 'b1ae1501-da3e-47c6-abf4-d393a429d718', 'name': '', 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'mac_address': 'fa:16:3e:aa:eb:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fca00ce8-46db-40c9-b0ce-2996d51e47d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:37Z', 'updated_at': '2021-10-14T11:13:48Z', 'revision_number': 4, 'project_id': 'b0d78c4c2bd84fe29041852181e0868c', 'subnets': [{'id': 'fca00ce8-46db-40c9-b0ce-2996d51e47d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:13:50.553446 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ddfd85-672b-45c6-9676-f792a659aa3a None None] Sync routers for ids ['a8b075ed-955a-446f-9a5d-bd38860d7183'] in dv-cinder-801354-3-iscsi {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:13:50.571386 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-a77d9277-97d5-46d9-9ef5-f988b12abc1a admin admin] 10.222.0.46 "PUT /v2.0/routers/a8b075ed-955a-446f-9a5d-bd38860d7183/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7233760 Oct 14 11:13:50.597951 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ddfd85-672b-45c6-9676-f792a659aa3a None None] Routers {'a8b075ed-955a-446f-9a5d-bd38860d7183'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:13:50.603060 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-d7ddfd85-672b-45c6-9676-f792a659aa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fd426b20>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:13:42Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['a8b075ed-955a-446f-9a5d-bd38860d7183'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:13:50.606865 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-9aaba4e7-2766-4cf8-bfba-5d7f329d40fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:13:50.608589 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-9aaba4e7-2766-4cf8-bfba-5d7f329d40fe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=244d6014c16f4c87b9f4146f9cc20b2a&device_id=ca6f9333-d48f-4ac1-8ca2-529ebdb177b2 HTTP/1.1" status: 200 len: 1096 time: 0.4669750 Oct 14 11:13:50.759289 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-56305ae5-cedd-49e4-bba8-b45421f35018 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for port, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:50.818656 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-56305ae5-cedd-49e4-bba8-b45421f35018 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431'] for port, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:50.986865 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56305ae5-cedd-49e4-bba8-b45421f35018 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Network e7b04304-7a8b-409f-a7ac-32fc979111a9 is already hosted by enough agents. {{(pid=99969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:13:51.021289 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba9cba-19d0-42e5-b500-9a36d113e1a4 req-0590b117-69c8-4b13-bac3-d10ac152bbea tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:13:51.038835 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c6ba9cba-19d0-42e5-b500-9a36d113e1a4 req-0590b117-69c8-4b13-bac3-d10ac152bbea tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca6f9333-d48f-4ac1-8ca2-529ebdb177b2 HTTP/1.1" status: 200 len: 943 time: 0.8272512 Oct 14 11:13:51.058489 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-1c3a938f-a1b8-4d26-b60b-5417f4b73363 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67eab794-39c3-42bc-bbbf-95aaebaa1b3f HTTP/1.1" status: 200 len: 217 time: 0.4319692 Oct 14 11:13:51.064475 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-d7ddfd85-672b-45c6-9676-f792a659aa3a None None] Set router a8b075ed-955a-446f-9a5d-bd38860d7183 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:13:51.067635 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 56716) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:51.078375 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bc8dce43effdfc17fa197fa73d2f682717a0aeb1d45e7b66290f8ec122344fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174ff43f-353d-4909-b2b2-d87b180092de" -d '{"events": [{"name": "network-changed", "server_uuid": "ca6f9333-d48f-4ac1-8ca2-529ebdb177b2", "tag": "67eab794-39c3-42bc-bbbf-95aaebaa1b3f"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:13:51.101044 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.base_scheduler [None req-56305ae5-cedd-49e4-bba8-b45421f35018 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Resources bound (agent type, host, resource id): {{(pid=99969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:13:51.125367 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-eab155e7-9764-42da-89b7-dcd33186b3af tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:51.160502 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56305ae5-cedd-49e4-bba8-b45421f35018 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Received port after_create {{(pid=99969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:13:51.241442 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56305ae5-cedd-49e4-bba8-b45421f35018 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Pushing event updated for resources: {'Port': ['ID=f2e43f26-0c2e-4ea1-a620-d5a374a83daa,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:51.270322 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-fb1dff0d-61f3-4cc8-ae32-90eef8537568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:13:51.280502 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-fb1dff0d-61f3-4cc8-ae32-90eef8537568 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8db6e823-26d9-4ff4-8321-bebc05546544 HTTP/1.1" status: 200 len: 852 time: 0.1656344 Oct 14 11:13:51.303935 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device b1ae1501-da3e-47c6-abf4-d393a429d718 up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:13:51.326109 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-046ad7a6-b15a-498e-8298-b30ca5e0b5bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:51.413271 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-e04d525b-33e1-4ab6-8aa1-b83f7ec9de30 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=349f727a-c796-452d-a602-d3ac189f5e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072416 Oct 14 11:13:51.565716 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c6ba9cba-19d0-42e5-b500-9a36d113e1a4 req-03cd5d7c-cb25-469c-b9a4-8c3c83df41bc tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/security-groups?id=03322c2c-5b43-4b89-ad6e-03b602f1afb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5256789 Oct 14 11:13:51.673814 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-56305ae5-cedd-49e4-bba8-b45421f35018 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for floatingip, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:51.685682 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-210fadd2-1d3f-4350-98a4-b17366ecd30a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:51.716206 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port b1ae1501-da3e-47c6-abf4-d393a429d718 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:13:51.716677 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:51.749806 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-210fadd2-1d3f-4350-98a4-b17366ecd30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:51.811899 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-5dcf604b-eebc-4805-9299-7db02cdff5c3 service neutron] 10.222.0.39 "GET /v2.0/networks/349f727a-c796-452d-a602-d3ac189f5e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875620 Oct 14 11:13:51.975899 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-210fadd2-1d3f-4350-98a4-b17366ecd30a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0a9d9047c50c420287ecdc81d7ab38ff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6682909 Oct 14 11:13:52.006049 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 56738) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:52.062102 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25854b6-6ec9-4b0c-b983-0a3162a83dfa x-openstack-request-id: req-f25854b6-6ec9-4b0c-b983-0a3162a83dfa {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:13:52.062664 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca6f9333-d48f-4ac1-8ca2-529ebdb177b2", "tag": "67eab794-39c3-42bc-bbbf-95aaebaa1b3f", "status": "completed", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:13:52.063082 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f25854b6-6ec9-4b0c-b983-0a3162a83dfa {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:13:52.063713 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca6f9333-d48f-4ac1-8ca2-529ebdb177b2', 'tag': '67eab794-39c3-42bc-bbbf-95aaebaa1b3f', 'status': 'completed', 'code': 200} Oct 14 11:13:52.074021 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-56305ae5-cedd-49e4-bba8-b45421f35018 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:52.111590 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-6c745fbb-1250-4348-bfa5-eba2184f283a req-9294c1c2-a0f6-47d2-8ea6-4f52d562edcd service neutron] 10.222.0.39 "GET /v2.0/networks/349f727a-c796-452d-a602-d3ac189f5e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784500 Oct 14 11:13:52.165580 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device fd51fac2-8111-4c0c-9e95-ad7af97d5a63 up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:13:52.173829 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-046ad7a6-b15a-498e-8298-b30ca5e0b5bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:52.187869 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-046ad7a6-b15a-498e-8298-b30ca5e0b5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:52.303140 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-046ad7a6-b15a-498e-8298-b30ca5e0b5bb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f0468f9b9c94452e8b1a3e6630d93f92&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2131183 Oct 14 11:13:52.304704 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 56752) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:52.308391 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ad7a6-b15a-498e-8298-b30ca5e0b5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf09abe-c332-41cf-9fd9-c2c0c41b3ec3,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:52.394637 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4ba736cc-6918-4172-930b-7b316cc72b20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:52.497839 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4ba736cc-6918-4172-930b-7b316cc72b20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:52.516912 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-d7ddfd85-672b-45c6-9676-f792a659aa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fd426b20>, [{'id': 'a8b075ed-955a-446f-9a5d-bd38860d7183', 'name': 'tempest-ServerRescueNegativeTestJSON-1758896003-router', 'tenant_id': '2c392464b70b4e7c8c87cc7350e4f053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd1089266-ffb5-49de-88f5-69a75f6830cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:13:43Z', 'revision_number': 4, 'project_id': '2c392464b70b4e7c8c87cc7350e4f053', 'gw_port': {'id': 'd1089266-ffb5-49de-88f5-69a75f6830cc', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:33:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b075ed-955a-446f-9a5d-bd38860d7183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:31Z', 'updated_at': '2021-10-14T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': '904cb162-c59f-4982-af28-dc48ce2e5083', 'name': '', 'network_id': '4d96643b-4fa6-435b-b92a-130044cd3548', 'tenant_id': '2c392464b70b4e7c8c87cc7350e4f053', 'mac_address': 'fa:16:3e:71:16:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b075ed-955a-446f-9a5d-bd38860d7183', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c0cb2568-f2cb-4fad-9fcc-49f5492b923a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:37Z', 'updated_at': '2021-10-14T11:13:44Z', 'revision_number': 2, 'project_id': '2c392464b70b4e7c8c87cc7350e4f053', 'subnets': [{'id': 'c0cb2568-f2cb-4fad-9fcc-49f5492b923a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:13:52.528150 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-56305ae5-cedd-49e4-bba8-b45421f35018 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for port, precommit_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:52.535667 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210fadd2-1d3f-4350-98a4-b17366ecd30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1c923e-6393-4f48-801b-7610aefcd919,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:52.569776 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 56758) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:52.580799 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-56305ae5-cedd-49e4-bba8-b45421f35018 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:52.683492 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4ba736cc-6918-4172-930b-7b316cc72b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:52.686730 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4ba736cc-6918-4172-930b-7b316cc72b20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:52.688429 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-4ba736cc-6918-4172-930b-7b316cc72b20 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2cf09abe-c332-41cf-9fd9-c2c0c41b3ec3 HTTP/1.1" status: 204 len: 168 time: 0.3812842 Oct 14 11:13:52.692699 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56305ae5-cedd-49e4-bba8-b45421f35018 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Pushing event updated for resources: {'Port': ['ID=f2e43f26-0c2e-4ea1-a620-d5a374a83daa,revision_number=2']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:52.694484 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ddfd85-672b-45c6-9676-f792a659aa3a None None] Checking router: a8b075ed-955a-446f-9a5d-bd38860d7183 for host: dv-cinder-801354-3-iscsi {{(pid=99970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:13:52.695097 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ddfd85-672b-45c6-9676-f792a659aa3a None None] Updating router a8b075ed-955a-446f-9a5d-bd38860d7183 port 904cb162-c59f-4982-af28-dc48ce2e5083 binding host dv-cinder-801354-3-iscsi {{(pid=99970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 11:13:52.700491 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba736cc-6918-4172-930b-7b316cc72b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf09abe-c332-41cf-9fd9-c2c0c41b3ec3,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:52.745652 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port fd51fac2-8111-4c0c-9e95-ad7af97d5a63 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:13:52.746476 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:52.866298 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-56305ae5-cedd-49e4-bba8-b45421f35018 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1073340614'] for floatingip, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:52.926852 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-d7ddfd85-672b-45c6-9676-f792a659aa3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:53.001202 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ff43f-353d-4909-b2b2-d87b180092de req-485ecf01-3ebd-4f51-9393-daf7ad4bf55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:13:53.001202 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-174ff43f-353d-4909-b2b2-d87b180092de req-485ecf01-3ebd-4f51-9393-daf7ad4bf55f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=244d6014c16f4c87b9f4146f9cc20b2a&device_id=ca6f9333-d48f-4ac1-8ca2-529ebdb177b2 HTTP/1.1" status: 200 len: 1096 time: 0.1666121 Oct 14 11:13:53.075059 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-56305ae5-cedd-49e4-bba8-b45421f35018 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for floatingip, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:53.076674 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-56305ae5-cedd-49e4-bba8-b45421f35018 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2168415 Oct 14 11:13:53.154042 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-63166c90-2521-400e-822a-95c13781d06e admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:53.370578 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-2729e580-642d-4f1e-ba56-debd20b7dd0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:53.426881 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-eab155e7-9764-42da-89b7-dcd33186b3af tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for port, precommit_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:53.509080 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd443f4-e58a-4a06-b166-f67ed1dcf6a5 req-2d55812a-a7a8-4656-87af-c683bfe3d745 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:13:53.518141 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9fd443f4-e58a-4a06-b166-f67ed1dcf6a5 req-2d55812a-a7a8-4656-87af-c683bfe3d745 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca6f9333-d48f-4ac1-8ca2-529ebdb177b2 HTTP/1.1" status: 200 len: 943 time: 0.7655282 Oct 14 11:13:53.549531 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-eab155e7-9764-42da-89b7-dcd33186b3af tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:53.666900 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-2729e580-642d-4f1e-ba56-debd20b7dd0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:53.759430 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-eab155e7-9764-42da-89b7-dcd33186b3af tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1073340614'] for floatingip, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:53.832059 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ff43f-353d-4909-b2b2-d87b180092de req-5de82030-cb1c-4b57-9504-48295bde9dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:13:53.839386 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-174ff43f-353d-4909-b2b2-d87b180092de req-5de82030-cb1c-4b57-9504-48295bde9dcc service neutron] 10.222.0.39 "GET /v2.0/networks?id=349f727a-c796-452d-a602-d3ac189f5e61 HTTP/1.1" status: 200 len: 913 time: 0.8204296 Oct 14 11:13:53.867019 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.agents_db [None req-913fd0e5-582e-4eb1-907a-85279628d193 None None] Agent healthcheck: found 6 active agents {{(pid=99971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:13:53.917955 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-c507168a-f1ee-4a3e-854f-a5529e57c2a0 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:13:53.926701 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-c507168a-f1ee-4a3e-854f-a5529e57c2a0 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/networks?id=4d96643b-4fa6-435b-b92a-130044cd3548 HTTP/1.1" status: 200 len: 819 time: 1.3597953 Oct 14 11:13:53.943614 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-2729e580-642d-4f1e-ba56-debd20b7dd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:53.947197 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-2729e580-642d-4f1e-ba56-debd20b7dd0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:53.952809 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-2729e580-642d-4f1e-ba56-debd20b7dd0c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dc1c923e-6393-4f48-801b-7610aefcd919 HTTP/1.1" status: 204 len: 168 time: 1.9321828 Oct 14 11:13:54.001839 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729e580-642d-4f1e-ba56-debd20b7dd0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1c923e-6393-4f48-801b-7610aefcd919,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:54.100922 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9fd443f4-e58a-4a06-b166-f67ed1dcf6a5 req-80e1e626-50af-4f9a-8677-bf7e7af491cd tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/security-groups?id=03322c2c-5b43-4b89-ad6e-03b602f1afb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5744584 Oct 14 11:13:54.104066 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-457be2cb-c77a-4eff-8b0d-ee90f6b76f6c tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/quotas/2c392464b70b4e7c8c87cc7350e4f053 HTTP/1.1" status: 200 len: 375 time: 0.1762986 Oct 14 11:13:54.111777 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-174ff43f-353d-4909-b2b2-d87b180092de req-3dd11ce2-a9f8-416b-b487-671caf04aa31 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67eab794-39c3-42bc-bbbf-95aaebaa1b3f HTTP/1.1" status: 200 len: 217 time: 0.1842515 Oct 14 11:13:54.231902 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-eab155e7-9764-42da-89b7-dcd33186b3af tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for floatingip, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:54.255725 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-eab155e7-9764-42da-89b7-dcd33186b3af tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.2800636 Oct 14 11:13:54.391853 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab155e7-9764-42da-89b7-dcd33186b3af tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Pushing event updated for resources: {'Port': ['ID=817a809d-dbc2-41c7-853f-c883d231ed5d,revision_number=2']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:54.436670 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-d7ddfd85-672b-45c6-9676-f792a659aa3a None None] Publish callbacks [] for port, precommit_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:54.455778 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-d7ddfd85-672b-45c6-9676-f792a659aa3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:54.464507 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-63166c90-2521-400e-822a-95c13781d06e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:54.583483 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-63166c90-2521-400e-822a-95c13781d06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:54.671343 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63166c90-2521-400e-822a-95c13781d06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfeb90e-d744-48ba-81fa-4ec62e9a3b2f,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:54.748374 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-bee94469-f84e-4083-a350-49cbaf7bdd0b tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--581154763&fields=id&tenant_id=b0d78c4c2bd84fe29041852181e0868c HTTP/1.1" status: 200 len: 267 time: 0.2923014 Oct 14 11:13:54.780845 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-172029dd-7d1e-4588-aefd-cadff283314e tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c392464b70b4e7c8c87cc7350e4f053&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5767176 Oct 14 11:13:54.915370 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ff43f-353d-4909-b2b2-d87b180092de req-f2d122f6-b8d7-4b3f-8c02-02553124adfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:13:54.918060 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-174ff43f-353d-4909-b2b2-d87b180092de req-f2d122f6-b8d7-4b3f-8c02-02553124adfb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8db6e823-26d9-4ff4-8321-bebc05546544 HTTP/1.1" status: 200 len: 852 time: 0.7933626 Oct 14 11:13:54.943695 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654fe18-0c32-4b64-9351-9d76a7be956b None None] Pushing event updated for resources: {'Port': ['ID=904cb162-c59f-4982-af28-dc48ce2e5083,revision_number=3']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:55.017647 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-d7ddfd85-672b-45c6-9676-f792a659aa3a None None] Attempting to bind port 904cb162-c59f-4982-af28-dc48ce2e5083 on host dv-cinder-801354-3-iscsi for vnic_type normal with profile {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:13:55.018293 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-d7ddfd85-672b-45c6-9676-f792a659aa3a None None] Attempting to bind port 904cb162-c59f-4982-af28-dc48ce2e5083 by drivers openvswitch,hyperv on host dv-cinder-801354-3-iscsi at level 0 using segments [{'id': 'f6e0ac5a-3aac-4edb-8646-5a6da67aa4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4d96643b-4fa6-435b-b92a-130044cd3548'}] {{(pid=99970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:13:55.018895 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ddfd85-672b-45c6-9676-f792a659aa3a None None] Attempting to bind port 904cb162-c59f-4982-af28-dc48ce2e5083 on network 4d96643b-4fa6-435b-b92a-130044cd3548 {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:13:55.056545 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ddfd85-672b-45c6-9676-f792a659aa3a None None] Checking agent: {'id': 'bb3727ce-8571-46e9-a464-805553a8417e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 5, 13), 'started_at': datetime.datetime(2021, 10, 14, 11, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:13:55.065133 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ddfd85-672b-45c6-9676-f792a659aa3a None None] Checking segment: {'id': 'f6e0ac5a-3aac-4edb-8646-5a6da67aa4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4d96643b-4fa6-435b-b92a-130044cd3548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:13:55.065133 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-d7ddfd85-672b-45c6-9676-f792a659aa3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:55.065133 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ddfd85-672b-45c6-9676-f792a659aa3a None None] Bound using segment: {'id': 'f6e0ac5a-3aac-4edb-8646-5a6da67aa4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4d96643b-4fa6-435b-b92a-130044cd3548'} {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:13:55.065133 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-d7ddfd85-672b-45c6-9676-f792a659aa3a None None] Bound port: 904cb162-c59f-4982-af28-dc48ce2e5083, host: dv-cinder-801354-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e0ac5a-3aac-4edb-8646-5a6da67aa4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4d96643b-4fa6-435b-b92a-130044cd3548'}}] {{(pid=99970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:13:55.065133 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-d7ddfd85-672b-45c6-9676-f792a659aa3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:55.069586 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-174ff43f-353d-4909-b2b2-d87b180092de req-ea912dbe-b0cc-4678-969d-098e165e86e2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=349f727a-c796-452d-a602-d3ac189f5e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1362109 Oct 14 11:13:55.266170 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-d7ddfd85-672b-45c6-9676-f792a659aa3a None None] For port 904cb162-c59f-4982-af28-dc48ce2e5083, host dv-cinder-801354-3-iscsi, cleared binding levels {{(pid=99970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:13:55.278746 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-d7ddfd85-672b-45c6-9676-f792a659aa3a None None] For port 904cb162-c59f-4982-af28-dc48ce2e5083, host dv-cinder-801354-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=904cb162-c59f-4982-af28-dc48ce2e5083,segment=NetworkSegment(f6e0ac5a-3aac-4edb-8646-5a6da67aa4de),segment_id=f6e0ac5a-3aac-4edb-8646-5a6da67aa4de)] {{(pid=99970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:13:55.289469 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-d7ddfd85-672b-45c6-9676-f792a659aa3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:55.378426 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-63166c90-2521-400e-822a-95c13781d06e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5bb4d4092bd0488fa7b56f25d4669a8d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8025134 Oct 14 11:13:55.385541 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 56846) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:13:55.468920 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ddfd85-672b-45c6-9676-f792a659aa3a None None] Routers {'a8b075ed-955a-446f-9a5d-bd38860d7183'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:13:55.470157 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-d7ddfd85-672b-45c6-9676-f792a659aa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fd426b20>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:13:42Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['a8b075ed-955a-446f-9a5d-bd38860d7183'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:13:55.549379 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654fe18-0c32-4b64-9351-9d76a7be956b None None] Pushing event updated for resources: {'Port': ['ID=904cb162-c59f-4982-af28-dc48ce2e5083,revision_number=4']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:55.556456 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-174ff43f-353d-4909-b2b2-d87b180092de req-4f961980-4e9a-4d93-b2f0-3c2f58c53307 service neutron] 10.222.0.39 "GET /v2.0/networks/349f727a-c796-452d-a602-d3ac189f5e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498520 Oct 14 11:13:55.640406 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-76cb40fe-118a-438c-96c8-73bf436ffc64 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:13:55.650508 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-76cb40fe-118a-438c-96c8-73bf436ffc64 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/networks?id=2f17ff47-830b-4023-ad66-66e432a33b51 HTTP/1.1" status: 200 len: 816 time: 0.8677230 Oct 14 11:13:55.740662 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-b2d24e33-7453-480b-963c-c04f0b4c909c service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=99969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 11:13:55.751284 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-b2d24e33-7453-480b-963c-c04f0b4c909c service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.4293478 Oct 14 11:13:55.841677 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-0000bb99-c62b-4360-8ba0-a26798198088 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/quotas/b0d78c4c2bd84fe29041852181e0868c HTTP/1.1" status: 200 len: 375 time: 0.1897061 Oct 14 11:13:55.877828 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-174ff43f-353d-4909-b2b2-d87b180092de req-4b6cbe86-83ab-4765-b5ca-c6e61b559e55 service neutron] 10.222.0.39 "GET /v2.0/networks/349f727a-c796-452d-a602-d3ac189f5e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775342 Oct 14 11:13:55.933608 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-d7ddfd85-672b-45c6-9676-f792a659aa3a None None] Set router a8b075ed-955a-446f-9a5d-bd38860d7183 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:13:56.036639 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-5abb8795-2018-4933-aeb3-0f1e88b5adf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:56.219751 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-5abb8795-2018-4933-aeb3-0f1e88b5adf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:56.319056 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-ffb253f3-caf8-4395-8f46-7955ffb2fc7f tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b0d78c4c2bd84fe29041852181e0868c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4760931 Oct 14 11:13:56.349706 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-2d2224ce-f2bb-49d8-949d-037e4c4a1bad service neutron] 10.222.0.46 "GET /v2.0/networks/4d96643b-4fa6-435b-b92a-130044cd3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5972450 Oct 14 11:13:56.500940 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-d7ddfd85-672b-45c6-9676-f792a659aa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fd426b20>, [{'id': 'a8b075ed-955a-446f-9a5d-bd38860d7183', 'name': 'tempest-ServerRescueNegativeTestJSON-1758896003-router', 'tenant_id': '2c392464b70b4e7c8c87cc7350e4f053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd1089266-ffb5-49de-88f5-69a75f6830cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:13:43Z', 'revision_number': 4, 'project_id': '2c392464b70b4e7c8c87cc7350e4f053', 'gw_port': {'id': 'd1089266-ffb5-49de-88f5-69a75f6830cc', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:33:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b075ed-955a-446f-9a5d-bd38860d7183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:31Z', 'updated_at': '2021-10-14T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': '904cb162-c59f-4982-af28-dc48ce2e5083', 'name': '', 'network_id': '4d96643b-4fa6-435b-b92a-130044cd3548', 'tenant_id': '2c392464b70b4e7c8c87cc7350e4f053', 'mac_address': 'fa:16:3e:71:16:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b075ed-955a-446f-9a5d-bd38860d7183', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c0cb2568-f2cb-4fad-9fcc-49f5492b923a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:37Z', 'updated_at': '2021-10-14T11:13:55Z', 'revision_number': 4, 'project_id': '2c392464b70b4e7c8c87cc7350e4f053', 'subnets': [{'id': 'c0cb2568-f2cb-4fad-9fcc-49f5492b923a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:13:56.560479 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-0e0050f8-c5d5-465e-93ca-677a6647541e service neutron] 10.222.0.46 "GET /v2.0/networks/4d96643b-4fa6-435b-b92a-130044cd3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960423 Oct 14 11:13:56.563308 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ddfd85-672b-45c6-9676-f792a659aa3a None None] The sync data for ids ['a8b075ed-955a-446f-9a5d-bd38860d7183'] in dv-cinder-801354-3-iscsi is: [{'id': 'a8b075ed-955a-446f-9a5d-bd38860d7183', 'name': 'tempest-ServerRescueNegativeTestJSON-1758896003-router', 'tenant_id': '2c392464b70b4e7c8c87cc7350e4f053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd1089266-ffb5-49de-88f5-69a75f6830cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:13:43Z', 'revision_number': 4, 'project_id': '2c392464b70b4e7c8c87cc7350e4f053', 'gw_port': {'id': 'd1089266-ffb5-49de-88f5-69a75f6830cc', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:33:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b075ed-955a-446f-9a5d-bd38860d7183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:31Z', 'updated_at': '2021-10-14T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': '904cb162-c59f-4982-af28-dc48ce2e5083', 'name': '', 'network_id': '4d96643b-4fa6-435b-b92a-130044cd3548', 'tenant_id': '2c392464b70b4e7c8c87cc7350e4f053', 'mac_address': 'fa:16:3e:71:16:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b075ed-955a-446f-9a5d-bd38860d7183', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c0cb2568-f2cb-4fad-9fcc-49f5492b923a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:37Z', 'updated_at': '2021-10-14T11:13:55Z', 'revision_number': 4, 'project_id': '2c392464b70b4e7c8c87cc7350e4f053', 'subnets': [{'id': 'c0cb2568-f2cb-4fad-9fcc-49f5492b923a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:13:56.707276 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-5abb8795-2018-4933-aeb3-0f1e88b5adf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:56.713426 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-5abb8795-2018-4933-aeb3-0f1e88b5adf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:56.720117 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-5abb8795-2018-4933-aeb3-0f1e88b5adf4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8dfeb90e-d744-48ba-81fa-4ec62e9a3b2f HTTP/1.1" status: 204 len: 168 time: 1.3284032 Oct 14 11:13:56.737221 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb8795-2018-4933-aeb3-0f1e88b5adf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfeb90e-d744-48ba-81fa-4ec62e9a3b2f,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:56.781796 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-0eca6293-331a-4d75-af54-2ae052f24c01 service neutron] 10.222.0.46 "GET /v2.0/networks/2f17ff47-830b-4023-ad66-66e432a33b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157069 Oct 14 11:13:57.004634 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-740e3b9d-c089-46b0-8fc3-d503a3d0b93f service neutron] 10.222.0.46 "GET /v2.0/networks/2f17ff47-830b-4023-ad66-66e432a33b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072756 Oct 14 11:13:57.253836 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-cd1fd3da-4b96-4c30-9ee9-6f48449691dd tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--2045721721&fields=id&tenant_id=d0daa4f1d2954b57839a55588e202828 HTTP/1.1" status: 200 len: 267 time: 0.0898459 Oct 14 11:13:57.643145 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-2df539b9-54f8-4f5f-b901-ae18854f0a9c tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:13:57.654760 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-2df539b9-54f8-4f5f-b901-ae18854f0a9c tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/networks?id=8adb0b2b-c914-4296-9b32-bac60154b49c HTTP/1.1" status: 200 len: 810 time: 0.3996074 Oct 14 11:13:57.686767 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-e0420e35-85f2-4648-a671-0ac7e8620944 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/quotas/d0daa4f1d2954b57839a55588e202828 HTTP/1.1" status: 200 len: 375 time: 0.0302525 Oct 14 11:13:57.700947 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9872590-6656-4581-8949-c3688260ab4d req-786c4046-091d-4ece-9f08-0f2f60dee84f tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:13:57.703155 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f9872590-6656-4581-8949-c3688260ab4d req-786c4046-091d-4ece-9f08-0f2f60dee84f tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca6f9333-d48f-4ac1-8ca2-529ebdb177b2 HTTP/1.1" status: 200 len: 943 time: 0.1579196 Oct 14 11:13:57.927082 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f9872590-6656-4581-8949-c3688260ab4d req-f3ed3fec-596b-4709-ac1c-2856c19603f5 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/security-groups?id=03322c2c-5b43-4b89-ad6e-03b602f1afb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435194 Oct 14 11:13:57.962680 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-4a0a7f44-2b4c-468e-a936-148103e551eb tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d0daa4f1d2954b57839a55588e202828&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2747450 Oct 14 11:13:58.214995 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9765db12-4509-49c4-a8b5-00e916ab8b03 req-744e0531-0689-49ab-94b7-62eb5527c96b tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 210 time: 0.1368644 Oct 14 11:13:58.432027 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-9fa43920-2d3a-4deb-97c5-32a23aaf95ae service neutron] 10.222.0.46 "GET /v2.0/networks/8adb0b2b-c914-4296-9b32-bac60154b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236996 Oct 14 11:13:58.671101 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0bdc6603-bcad-4be6-892e-886ac1124110 req-58504bfe-21e0-4d2b-9620-c6efb71f7ad9 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 210 time: 0.1926329 Oct 14 11:13:58.903786 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 904cb162-c59f-4982-af28-dc48ce2e5083 up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:13:58.919850 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-f30412e4-5b81-4606-ada6-4843545cbf91 service neutron] 10.222.0.46 "GET /v2.0/networks/8adb0b2b-c914-4296-9b32-bac60154b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4776371 Oct 14 11:13:59.095811 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port 904cb162-c59f-4982-af28-dc48ce2e5083 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:13:59.097929 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:59.337231 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:59.430338 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] For port 904cb162-c59f-4982-af28-dc48ce2e5083, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=904cb162-c59f-4982-af28-dc48ce2e5083,segment=NetworkSegment(f6e0ac5a-3aac-4edb-8646-5a6da67aa4de),segment_id=f6e0ac5a-3aac-4edb-8646-5a6da67aa4de)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:13:59.445413 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:13:59.581381 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-924985c7-e556-4ee3-a34a-e64ed3f1bf68 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:13:59.583053 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-924985c7-e556-4ee3-a34a-e64ed3f1bf68 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/networks?id=4d96643b-4fa6-435b-b92a-130044cd3548 HTTP/1.1" status: 200 len: 819 time: 0.3891225 Oct 14 11:13:59.622716 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Pushing event updated for resources: {'Port': ['ID=904cb162-c59f-4982-af28-dc48ce2e5083,revision_number=5']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:13:59.678855 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-e64d1575-b661-41ec-aca4-bfd9d5fd6ac9 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/quotas/2c392464b70b4e7c8c87cc7350e4f053 HTTP/1.1" status: 200 len: 375 time: 0.0416653 Oct 14 11:13:59.746583 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1148f02-db1e-4d54-a8f2-0c9c5a46f597 req-d0b62726-a2c2-4d1b-96ad-db6c395806aa tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:13:59.748247 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c1148f02-db1e-4d54-a8f2-0c9c5a46f597 req-d0b62726-a2c2-4d1b-96ad-db6c395806aa tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca6f9333-d48f-4ac1-8ca2-529ebdb177b2 HTTP/1.1" status: 200 len: 943 time: 0.2328460 Oct 14 11:13:59.899297 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c1148f02-db1e-4d54-a8f2-0c9c5a46f597 req-28be3cec-111f-461e-9187-e7b755f3af39 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/security-groups?id=03322c2c-5b43-4b89-ad6e-03b602f1afb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326027 Oct 14 11:13:59.910057 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-663d4af8-a47a-4bfc-aea3-f56a260f92a4 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c392464b70b4e7c8c87cc7350e4f053&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2291927 Oct 14 11:14:00.117155 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4b0c1b3f-83ad-4d42-9799-43d375cda155 req-1c88a23f-26d1-4451-bfcc-9d3cb4a3ba7e tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 210 time: 0.0910981 Oct 14 11:14:00.197304 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 67eab794-39c3-42bc-bbbf-95aaebaa1b3f details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=99970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:14:00.393752 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-acd338ec-79d8-4e78-988c-17ab252a046b req-39c412ca-98a1-4376-ba18-e3e4435a6290 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 210 time: 0.0650265 Oct 14 11:14:00.494115 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-811639d4-e8bc-453f-b223-993ba403957f service neutron] 10.222.0.46 "GET /v2.0/networks/4d96643b-4fa6-435b-b92a-130044cd3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5616257 Oct 14 11:14:00.676652 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 904cb162-c59f-4982-af28-dc48ce2e5083 up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:14:00.720927 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-b8a4ac8d-cb82-4afe-a80e-b3496e3c9708 service neutron] 10.222.0.46 "GET /v2.0/networks/4d96643b-4fa6-435b-b92a-130044cd3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237186 Oct 14 11:14:00.743623 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-77ac3dd2-68db-47c2-b372-aee389002125 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:00.747727 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-77ac3dd2-68db-47c2-b372-aee389002125 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.39 "GET /v2.0/networks?id=2f17ff47-830b-4023-ad66-66e432a33b51 HTTP/1.1" status: 200 len: 816 time: 0.4463539 Oct 14 11:14:00.843991 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port 904cb162-c59f-4982-af28-dc48ce2e5083 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:14:00.844357 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:00.872850 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-9f661a86-8305-40cc-a985-a28c0ce1e0ee tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0d78c4c2bd84fe29041852181e0868c HTTP/1.1" status: 200 len: 379 time: 0.1134999 Oct 14 11:14:00.906144 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-7de82cfb-748b-4465-a35b-49072794b83d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Request body: {'port': {'device_id': 'd8fa3ad3-712f-4b34-a6a3-ff27dcb163fc', 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51', 'admin_state_up': True, 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'security_groups': ['79d6b75a-bb03-4c94-9551-32ca144b41af']}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:14:00.974573 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port 67eab794-39c3-42bc-bbbf-95aaebaa1b3f, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=67eab794-39c3-42bc-bbbf-95aaebaa1b3f,segment=NetworkSegment(717fdd03-b1ed-4ff8-961f-be526ae289bb),segment_id=717fdd03-b1ed-4ff8-961f-be526ae289bb)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:14:01.026001 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Returning: {'device': '67eab794-39c3-42bc-bbbf-95aaebaa1b3f', 'network_id': '349f727a-c796-452d-a602-d3ac189f5e61', 'port_id': '67eab794-39c3-42bc-bbbf-95aaebaa1b3f', 'mac_address': 'fa:16:3e:22:76:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8db6e823-26d9-4ff4-8321-bebc05546544', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:14:01.192778 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:01.202825 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.39', 59963) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:01.286007 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-cb05f083-88e2-45d0-b398-3cd70621dfbe req-72e0656d-fab9-43e2-9d2f-6e24cd909c9c tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 210 time: 0.1459978 Oct 14 11:14:01.385420 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67eab794-39c3-42bc-bbbf-95aaebaa1b3f {{(pid=99970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:14:01.400232 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebce91-eccb-4615-b1e5-602a07bf674f req-0e084eb7-e70c-4817-8513-c8e58e01e097 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:01.419207 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c3ebce91-eccb-4615-b1e5-602a07bf674f req-0e084eb7-e70c-4817-8513-c8e58e01e097 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca6f9333-d48f-4ac1-8ca2-529ebdb177b2 HTTP/1.1" status: 200 len: 943 time: 0.2615318 Oct 14 11:14:01.450109 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port 67eab794-39c3-42bc-bbbf-95aaebaa1b3f, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=67eab794-39c3-42bc-bbbf-95aaebaa1b3f,segment=NetworkSegment(717fdd03-b1ed-4ff8-961f-be526ae289bb),segment_id=717fdd03-b1ed-4ff8-961f-be526ae289bb)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:14:01.467604 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:01.567176 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-7de82cfb-748b-4465-a35b-49072794b83d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Made reservation on behalf of b0d78c4c2bd84fe29041852181e0868c for: {'port': 1} {{(pid=99968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:14:01.610743 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-7de82cfb-748b-4465-a35b-49072794b83d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:01.614928 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=67eab794-39c3-42bc-bbbf-95aaebaa1b3f,revision_number=4']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:01.693469 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d033c82b-849c-4346-bdf4-21f60fdd8a5a req-5396f1c0-18c4-4ad8-a25a-b1ed0af6c682 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 210 time: 0.1464231 Oct 14 11:14:01.712791 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c3ebce91-eccb-4615-b1e5-602a07bf674f req-687d4bc5-f0ec-4bf8-b8f0-60d86a3ba271 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/security-groups?id=03322c2c-5b43-4b89-ad6e-03b602f1afb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920032 Oct 14 11:14:01.774223 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['67eab794-39c3-42bc-bbbf-95aaebaa1b3f'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:14:01.927355 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a3a68a34-24c0-4e3f-aab9-467590556782 req-630cc920-ff03-472a-8a4f-590260428e40 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 210 time: 0.0612345 Oct 14 11:14:01.960317 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-fc595b70-3ebb-4997-906c-45964c62716f tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:01.963912 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-fc595b70-3ebb-4997-906c-45964c62716f tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.39 "GET /v2.0/networks?id=4d96643b-4fa6-435b-b92a-130044cd3548 HTTP/1.1" status: 200 len: 819 time: 0.7547801 Oct 14 11:14:01.981655 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-38679cc3-2ad5-43f0-8d76-f11f65535f72 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Request body: {'port': {'device_id': '71b85116-715b-4c3f-91e3-e52e2b173c70', 'network_id': '4d96643b-4fa6-435b-b92a-130044cd3548', 'admin_state_up': True, 'tenant_id': '2c392464b70b4e7c8c87cc7350e4f053'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:14:02.285597 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.39', 59967) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:02.298133 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_common [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-7de82cfb-748b-4465-a35b-49072794b83d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Allocated IP 172.20.0.12 (2f17ff47-830b-4023-ad66-66e432a33b51/fca00ce8-46db-40c9-b0ce-2996d51e47d7/988df262-f09c-4fe0-bc00-221e5936214b) {{(pid=99968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:14:02.491953 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-38679cc3-2ad5-43f0-8d76-f11f65535f72 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Made reservation on behalf of 2c392464b70b4e7c8c87cc7350e4f053 for: {'port': 1} {{(pid=99968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:14:02.498649 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-38679cc3-2ad5-43f0-8d76-f11f65535f72 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:02.631429 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-da4649f6-05f4-458d-b652-2cd56d6a2645 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:02.635904 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-da4649f6-05f4-458d-b652-2cd56d6a2645 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.39 "GET /v2.0/networks?id=8adb0b2b-c914-4296-9b32-bac60154b49c HTTP/1.1" status: 200 len: 810 time: 0.3480167 Oct 14 11:14:02.744640 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8353fcd1-8c2d-488b-9c34-7b1b4ef9537c req-a7b622e1-c623-4089-b7ba-f4eb08dd41f3 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 210 time: 0.1066236 Oct 14 11:14:02.784087 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-7de82cfb-748b-4465-a35b-49072794b83d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for port, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:02.867786 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-7de82cfb-748b-4465-a35b-49072794b83d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431'] for port, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:02.893205 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-fbeafe85-039b-4d44-87da-7b9beb3f26d0 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0daa4f1d2954b57839a55588e202828 HTTP/1.1" status: 200 len: 380 time: 0.2320032 Oct 14 11:14:02.957102 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-049ecbca-770b-47a3-b8e2-3be70b2691bc tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Request body: {'port': {'device_id': '659bb851-b62d-4cbe-90da-33936bd097df', 'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c', 'admin_state_up': True, 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'security_groups': ['ecf9f609-8f26-48f8-a350-85959973a881']}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:14:02.984600 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-7de82cfb-748b-4465-a35b-49072794b83d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Network 2f17ff47-830b-4023-ad66-66e432a33b51 is already hosted by enough agents. {{(pid=99968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:14:02.986335 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de82cfb-748b-4465-a35b-49072794b83d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Pushing event updated for resources: {'Port': ['ID=988df262-f09c-4fe0-bc00-221e5936214b,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:02.998751 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-7de82cfb-748b-4465-a35b-49072794b83d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Resources bound (agent type, host, resource id): {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:14:03.007809 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-7de82cfb-748b-4465-a35b-49072794b83d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Received port after_create {{(pid=99968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:14:03.022247 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-7de82cfb-748b-4465-a35b-49072794b83d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:03.023932 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-7de82cfb-748b-4465-a35b-49072794b83d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for port, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:03.042778 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_common [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-38679cc3-2ad5-43f0-8d76-f11f65535f72 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Allocated IP 172.20.0.6 (4d96643b-4fa6-435b-b92a-130044cd3548/c0cb2568-f2cb-4fad-9fcc-49f5492b923a/04c9b8a2-da58-4829-884d-badda3bdeb3d) {{(pid=99968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:14:03.062218 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-7de82cfb-748b-4465-a35b-49072794b83d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1756489 Oct 14 11:14:03.074412 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-39b10beb-9495-436e-b9f8-c4aca15b50a5 req-88db8fc2-232e-4b92-8f61-7eb5ea9ad96e tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 210 time: 0.1798642 Oct 14 11:14:03.088065 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-e2b9eaae-0aae-484e-8c6d-818b32e7f9fc service neutron] Request body: {'port': {'device_id': 'd8fa3ad3-712f-4b34-a6a3-ff27dcb163fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:14:03.292718 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-e2b9eaae-0aae-484e-8c6d-818b32e7f9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:03.309542 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.39', 59972) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:03.366786 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37ab7b-7b94-4331-a9b7-204c2adebe6c req-0795a6bf-5799-421a-9452-fcce0e8e65de tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:03.378173 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6c37ab7b-7b94-4331-a9b7-204c2adebe6c req-0795a6bf-5799-421a-9452-fcce0e8e65de tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca6f9333-d48f-4ac1-8ca2-529ebdb177b2 HTTP/1.1" status: 200 len: 944 time: 0.3426411 Oct 14 11:14:03.511896 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-e1b0ae27-f56e-4a61-9dad-d54e9a9783a7 None None] Provisioning complete for port 988df262-f09c-4fe0-bc00-221e5936214b triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:14:03.513675 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-e1b0ae27-f56e-4a61-9dad-d54e9a9783a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:03.533545 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6c37ab7b-7b94-4331-a9b7-204c2adebe6c req-c281e847-1bfe-4740-a328-11d7f0cdc1aa tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/security-groups?id=03322c2c-5b43-4b89-ad6e-03b602f1afb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539404 Oct 14 11:14:03.594983 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-049ecbca-770b-47a3-b8e2-3be70b2691bc tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Made reservation on behalf of d0daa4f1d2954b57839a55588e202828 for: {'port': 1} {{(pid=99969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:14:03.598938 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-049ecbca-770b-47a3-b8e2-3be70b2691bc tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:03.643148 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fd20e-cc48-406a-ae54-854a9cd227cf req-d74004c4-8a50-416d-9674-84a8a0498c50 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:03.644122 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9f4fd20e-cc48-406a-ae54-854a9cd227cf req-d74004c4-8a50-416d-9674-84a8a0498c50 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 932 time: 0.2347343 Oct 14 11:14:03.741510 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-38679cc3-2ad5-43f0-8d76-f11f65535f72 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Publish callbacks [] for port, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:03.760237 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-0b69f47e-5264-4d47-9419-f7c2979791d0 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:03.763266 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-0b69f47e-5264-4d47-9419-f7c2979791d0 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.39 "GET /v2.0/networks?id=4d96643b-4fa6-435b-b92a-130044cd3548 HTTP/1.1" status: 200 len: 819 time: 0.4484565 Oct 14 11:14:03.777201 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-e1b0ae27-f56e-4a61-9dad-d54e9a9783a7 None None] Port 988df262-f09c-4fe0-bc00-221e5936214b cannot update to ACTIVE because it is not bound. {{(pid=99970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:14:03.791669 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-d0106c58-32a9-4b61-b575-a4235f27f94b tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Request body: {'port': {'device_id': 'f7aa3868-46f9-4a09-a20d-618b6d8d1188', 'network_id': '4d96643b-4fa6-435b-b92a-130044cd3548', 'admin_state_up': True, 'tenant_id': '2c392464b70b4e7c8c87cc7350e4f053'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:14:03.997821 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-38679cc3-2ad5-43f0-8d76-f11f65535f72 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431'] for port, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:04.110582 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-38679cc3-2ad5-43f0-8d76-f11f65535f72 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Network 4d96643b-4fa6-435b-b92a-130044cd3548 is already hosted by enough agents. {{(pid=99968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:14:04.126541 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38679cc3-2ad5-43f0-8d76-f11f65535f72 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Pushing event updated for resources: {'Port': ['ID=04c9b8a2-da58-4829-884d-badda3bdeb3d,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:04.126541 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-38679cc3-2ad5-43f0-8d76-f11f65535f72 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Resources bound (agent type, host, resource id): {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:14:04.126541 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-38679cc3-2ad5-43f0-8d76-f11f65535f72 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Received port after_create {{(pid=99968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:14:04.132789 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-38679cc3-2ad5-43f0-8d76-f11f65535f72 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:04.133079 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-38679cc3-2ad5-43f0-8d76-f11f65535f72 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for port, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:04.139533 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-d0106c58-32a9-4b61-b575-a4235f27f94b tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Made reservation on behalf of 2c392464b70b4e7c8c87cc7350e4f053 for: {'port': 1} {{(pid=99968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:14:04.143283 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-d0106c58-32a9-4b61-b575-a4235f27f94b tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:04.182019 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 67eab794-39c3-42bc-bbbf-95aaebaa1b3f up at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:14:04.183906 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-38679cc3-2ad5-43f0-8d76-f11f65535f72 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2087510 Oct 14 11:14:04.204311 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-842f2ca8-e1bb-43b5-acb2-e6d5de900b8e service neutron] Request body: {'port': {'device_id': '71b85116-715b-4c3f-91e3-e52e2b173c70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:14:04.315603 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-e2b9eaae-0aae-484e-8c6d-818b32e7f9fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 988df262-f09c-4fe0-bc00-221e5936214b {{(pid=99968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:14:04.345691 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-e2b9eaae-0aae-484e-8c6d-818b32e7f9fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:04.379645 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning for port 67eab794-39c3-42bc-bbbf-95aaebaa1b3f completed by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 11:14:04.386832 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning complete for port 67eab794-39c3-42bc-bbbf-95aaebaa1b3f triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:14:04.387206 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:04.404541 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-842f2ca8-e1bb-43b5-acb2-e6d5de900b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:04.420161 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.db_base_plugin_common [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-049ecbca-770b-47a3-b8e2-3be70b2691bc tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Allocated IP 172.20.0.5 (8adb0b2b-c914-4296-9b32-bac60154b49c/c4a9eff2-6c2d-4996-83b4-e446c185e0ed/e9a152f6-505b-4c44-bbcf-c43c35135913) {{(pid=99969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:14:04.421088 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-e2b9eaae-0aae-484e-8c6d-818b32e7f9fc service neutron] Transition to ACTIVE for port object 988df262-f09c-4fe0-bc00-221e5936214b will not be triggered until provisioned by entity L2. {{(pid=99968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 11:14:04.445486 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-e2b9eaae-0aae-484e-8c6d-818b32e7f9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:04.509919 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9f4fd20e-cc48-406a-ae54-854a9cd227cf req-0b81875c-c760-4dbd-af87-11afefe2b25b tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8501527 Oct 14 11:14:04.543157 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:04.600323 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6f9333-d48f-4ac1-8ca2-529ebdb177b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67eab794-39c3-42bc-bbbf-95aaebaa1b3f'}] {{(pid=99970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:14:04.707205 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7fec4134-b91c-413a-9d98-56625629a96d req-d96299a7-2dfa-4e4f-9de7-557f78552652 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 210 time: 0.1923714 Oct 14 11:14:04.780808 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b9eaae-0aae-484e-8c6d-818b32e7f9fc service neutron] Pushing event updated for resources: {'Port': ['ID=988df262-f09c-4fe0-bc00-221e5936214b,revision_number=2']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:04.830808 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4cd44737-9941-422d-ac27-a2ba57fa5b04 req-11074a49-fb37-4b73-aa19-befea6c4d911 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 210 time: 0.0535412 Oct 14 11:14:04.958533 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 57244) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:04.978978 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_common [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-d0106c58-32a9-4b61-b575-a4235f27f94b tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Allocated IP 172.20.0.13 (4d96643b-4fa6-435b-b92a-130044cd3548/c0cb2568-f2cb-4fad-9fcc-49f5492b923a/61749222-a273-487b-a559-958a06098102) {{(pid=99968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:14:05.073163 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-e2b9eaae-0aae-484e-8c6d-818b32e7f9fc service neutron] Attempting to bind port 988df262-f09c-4fe0-bc00-221e5936214b on host hv-cinder-80135 for vnic_type normal with profile {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:14:05.074132 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-e2b9eaae-0aae-484e-8c6d-818b32e7f9fc service neutron] Attempting to bind port 988df262-f09c-4fe0-bc00-221e5936214b by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'f89198a1-603f-4689-b5b2-f4b9245553bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51'}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:14:05.074132 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-e2b9eaae-0aae-484e-8c6d-818b32e7f9fc service neutron] Attempting to bind port 988df262-f09c-4fe0-bc00-221e5936214b on network 2f17ff47-830b-4023-ad66-66e432a33b51 {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:14:05.078082 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-049ecbca-770b-47a3-b8e2-3be70b2691bc tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for port, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:05.089631 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-e2b9eaae-0aae-484e-8c6d-818b32e7f9fc service neutron] Port 988df262-f09c-4fe0-bc00-221e5936214b on network 2f17ff47-830b-4023-ad66-66e432a33b51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 11:14:05.090043 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-e2b9eaae-0aae-484e-8c6d-818b32e7f9fc service neutron] Attempting to bind port 988df262-f09c-4fe0-bc00-221e5936214b on network 2f17ff47-830b-4023-ad66-66e432a33b51 {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:14:05.123378 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-e2b9eaae-0aae-484e-8c6d-818b32e7f9fc service neutron] Checking agent: {'id': 'f75e9eb5-eb38-4e10-b93f-23a007c4e69f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 11, 37), 'started_at': datetime.datetime(2021, 10, 14, 11, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:14:05.123809 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-e2b9eaae-0aae-484e-8c6d-818b32e7f9fc service neutron] Checking segment: {'id': 'f89198a1-603f-4689-b5b2-f4b9245553bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:14:05.124262 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-e2b9eaae-0aae-484e-8c6d-818b32e7f9fc service neutron] Bound using segment: {'id': 'f89198a1-603f-4689-b5b2-f4b9245553bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51'} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:14:05.125150 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-e2b9eaae-0aae-484e-8c6d-818b32e7f9fc service neutron] Bound port: 988df262-f09c-4fe0-bc00-221e5936214b, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f89198a1-603f-4689-b5b2-f4b9245553bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51'}}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:14:05.125653 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-e2b9eaae-0aae-484e-8c6d-818b32e7f9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:05.171468 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port 67eab794-39c3-42bc-bbbf-95aaebaa1b3f, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=67eab794-39c3-42bc-bbbf-95aaebaa1b3f,segment=NetworkSegment(717fdd03-b1ed-4ff8-961f-be526ae289bb),segment_id=717fdd03-b1ed-4ff8-961f-be526ae289bb)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:14:05.187808 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:05.207250 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-049ecbca-770b-47a3-b8e2-3be70b2691bc tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431'] for port, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:05.298693 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-e2b9eaae-0aae-484e-8c6d-818b32e7f9fc service neutron] For port 988df262-f09c-4fe0-bc00-221e5936214b, host hv-cinder-80135, cleared binding levels {{(pid=99968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:14:05.308541 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-e2b9eaae-0aae-484e-8c6d-818b32e7f9fc service neutron] For port 988df262-f09c-4fe0-bc00-221e5936214b, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=988df262-f09c-4fe0-bc00-221e5936214b,segment=NetworkSegment(f89198a1-603f-4689-b5b2-f4b9245553bb),segment_id=f89198a1-603f-4689-b5b2-f4b9245553bb)] {{(pid=99968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:14:05.326077 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-e2b9eaae-0aae-484e-8c6d-818b32e7f9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:05.352588 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=67eab794-39c3-42bc-bbbf-95aaebaa1b3f,revision_number=5']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:05.426930 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-e2b9eaae-0aae-484e-8c6d-818b32e7f9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:05.428421 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-e2b9eaae-0aae-484e-8c6d-818b32e7f9fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for port, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:05.432060 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-e2b9eaae-0aae-484e-8c6d-818b32e7f9fc service neutron] 10.222.0.39 "PUT /v2.0/ports/988df262-f09c-4fe0-bc00-221e5936214b HTTP/1.1" status: 200 len: 1094 time: 2.3524845 Oct 14 11:14:05.435256 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e67274c3f7888a1e620d1da4f152c08f6ed72520f222e4ac6b19e3f5d220bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d76c99-afca-44fb-8c96-38695c283e96" -d '{"events": [{"server_uuid": "ca6f9333-d48f-4ac1-8ca2-529ebdb177b2", "name": "network-vif-plugged", "status": "completed", "tag": "67eab794-39c3-42bc-bbbf-95aaebaa1b3f"}]}' {{(pid=99970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:14:05.457674 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8fa3ad3-712f-4b34-a6a3-ff27dcb163fc', 'tag': '988df262-f09c-4fe0-bc00-221e5936214b'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:14:05.461567 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bc8dce43effdfc17fa197fa73d2f682717a0aeb1d45e7b66290f8ec122344fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336cc3c9-7840-4322-8cb7-eba45f108f05" -d '{"events": [{"name": "network-changed", "server_uuid": "d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc", "tag": "988df262-f09c-4fe0-bc00-221e5936214b"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:14:05.485680 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201c00b-6290-4c0e-a7fc-aa7a643589f7 req-ab82bded-4e39-4d5f-aec1-50a1ce2c5d0f tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:05.494700 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9201c00b-6290-4c0e-a7fc-aa7a643589f7 req-ab82bded-4e39-4d5f-aec1-50a1ce2c5d0f tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca6f9333-d48f-4ac1-8ca2-529ebdb177b2 HTTP/1.1" status: 200 len: 944 time: 0.6042311 Oct 14 11:14:05.510764 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7f646126-f1c7-40e8-9bbf-04f09502f687 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:05.558768 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-049ecbca-770b-47a3-b8e2-3be70b2691bc tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Network 8adb0b2b-c914-4296-9b32-bac60154b49c is already hosted by enough agents. {{(pid=99969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:14:05.592688 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.base_scheduler [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-049ecbca-770b-47a3-b8e2-3be70b2691bc tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Resources bound (agent type, host, resource id): {{(pid=99969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:14:05.605634 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-049ecbca-770b-47a3-b8e2-3be70b2691bc tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Received port after_create {{(pid=99969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:14:05.612789 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-049ecbca-770b-47a3-b8e2-3be70b2691bc tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:05.613461 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-049ecbca-770b-47a3-b8e2-3be70b2691bc tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for port, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:05.621617 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ecbca-770b-47a3-b8e2-3be70b2691bc tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Pushing event updated for resources: {'Port': ['ID=e9a152f6-505b-4c44-bbcf-c43c35135913,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:05.730658 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b9eaae-0aae-484e-8c6d-818b32e7f9fc service neutron] Pushing event updated for resources: {'Port': ['ID=988df262-f09c-4fe0-bc00-221e5936214b,revision_number=3']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:05.737026 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9201c00b-6290-4c0e-a7fc-aa7a643589f7 req-4dc00e1f-1612-42f6-b399-3c457ddad990 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/security-groups?id=03322c2c-5b43-4b89-ad6e-03b602f1afb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413440 Oct 14 11:14:05.795934 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-049ecbca-770b-47a3-b8e2-3be70b2691bc tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8666406 Oct 14 11:14:05.796530 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-d0106c58-32a9-4b61-b575-a4235f27f94b tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Publish callbacks [] for port, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:05.843735 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1716b4e5-252f-46b1-8cce-eb1b98857a56 x-openstack-request-id: req-1716b4e5-252f-46b1-8cce-eb1b98857a56 {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:14:05.844348 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6f9333-d48f-4ac1-8ca2-529ebdb177b2", "name": "network-vif-plugged", "status": "completed", "tag": "67eab794-39c3-42bc-bbbf-95aaebaa1b3f", "code": 200}]} {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:14:05.844348 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1716b4e5-252f-46b1-8cce-eb1b98857a56 {{(pid=99970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:14:05.844900 dv-cinder-801354-3-iscsi neutron-server[99970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6f9333-d48f-4ac1-8ca2-529ebdb177b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67eab794-39c3-42bc-bbbf-95aaebaa1b3f', 'code': 200} Oct 14 11:14:05.897704 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-d0106c58-32a9-4b61-b575-a4235f27f94b tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431'] for port, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:05.948454 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7f646126-f1c7-40e8-9bbf-04f09502f687 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:05.960242 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7f646126-f1c7-40e8-9bbf-04f09502f687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:06.052241 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f3c40f-96e1-42e8-9d74-19493d358855 x-openstack-request-id: req-01f3c40f-96e1-42e8-9d74-19493d358855 {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:14:06.052816 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc", "tag": "988df262-f09c-4fe0-bc00-221e5936214b", "status": "completed", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:14:06.053782 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-01f3c40f-96e1-42e8-9d74-19493d358855 {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:14:06.055108 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8fa3ad3-712f-4b34-a6a3-ff27dcb163fc', 'tag': '988df262-f09c-4fe0-bc00-221e5936214b', 'status': 'completed', 'code': 200} Oct 14 11:14:06.135031 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-7f646126-f1c7-40e8-9bbf-04f09502f687 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=02058175ff444f078d41427a9a7edb2e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1690094 Oct 14 11:14:06.135786 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f646126-f1c7-40e8-9bbf-04f09502f687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11389c2a-60d2-4764-88d6-f681a0bafb37,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:06.140482 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 57282) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:06.202553 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937c578-7fc2-4f6e-b062-a347994f1c83 req-78d35581-1670-4b28-9568-90be0f0d44dc tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:06.209964 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0937c578-7fc2-4f6e-b062-a347994f1c83 req-78d35581-1670-4b28-9568-90be0f0d44dc tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 944 time: 0.1748178 Oct 14 11:14:06.261276 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ebe105db-70eb-4ec8-8635-e1f367dc6b0a None None] Provisioning complete for port e9a152f6-505b-4c44-bbcf-c43c35135913 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:14:06.261641 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319839f-8560-4799-b024-fbdc4343aa80 req-b16e56d4-a6a5-4084-a309-1e36a7020906 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:06.262496 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ebe105db-70eb-4ec8-8635-e1f367dc6b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:06.263314 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6319839f-8560-4799-b024-fbdc4343aa80 req-b16e56d4-a6a5-4084-a309-1e36a7020906 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 932 time: 0.1625254 Oct 14 11:14:06.309084 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0937c578-7fc2-4f6e-b062-a347994f1c83 req-24aff6a2-2709-41cb-9dc4-fbce07e2d382 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975060 Oct 14 11:14:06.310309 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-65f0d802-0490-4724-9342-9b5e1dc0cd37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:06.350104 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-ebe105db-70eb-4ec8-8635-e1f367dc6b0a None None] Port e9a152f6-505b-4c44-bbcf-c43c35135913 cannot update to ACTIVE because it is not bound. {{(pid=99970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:14:06.381354 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-65f0d802-0490-4724-9342-9b5e1dc0cd37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:06.448297 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-842f2ca8-e1bb-43b5-acb2-e6d5de900b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04c9b8a2-da58-4829-884d-badda3bdeb3d {{(pid=99968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:14:06.452785 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 57286) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:06.469755 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-842f2ca8-e1bb-43b5-acb2-e6d5de900b8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:06.481677 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-d0106c58-32a9-4b61-b575-a4235f27f94b tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Network 4d96643b-4fa6-435b-b92a-130044cd3548 is already hosted by enough agents. {{(pid=99968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:14:06.487833 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6319839f-8560-4799-b024-fbdc4343aa80 req-c4063c52-3cd8-4ae0-b864-93f2acc696e8 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999571 Oct 14 11:14:06.491195 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-d0106c58-32a9-4b61-b575-a4235f27f94b tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Resources bound (agent type, host, resource id): {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:14:06.500440 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-d0106c58-32a9-4b61-b575-a4235f27f94b tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Received port after_create {{(pid=99968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:14:06.506215 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-d0106c58-32a9-4b61-b575-a4235f27f94b tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:06.506890 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-d0106c58-32a9-4b61-b575-a4235f27f94b tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for port, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:06.514415 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0106c58-32a9-4b61-b575-a4235f27f94b tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Pushing event updated for resources: {'Port': ['ID=61749222-a273-487b-a559-958a06098102,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:06.535536 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bd200-1b71-440d-9b3e-3f9d6ba718ed req-00df9609-6a74-4236-a950-f63158622968 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:06.537895 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-196bd200-1b71-440d-9b3e-3f9d6ba718ed req-00df9609-6a74-4236-a950-f63158622968 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 931 time: 0.1094704 Oct 14 11:14:06.553608 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-d0106c58-32a9-4b61-b575-a4235f27f94b tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7782919 Oct 14 11:14:06.555625 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-842f2ca8-e1bb-43b5-acb2-e6d5de900b8e service neutron] Transition to ACTIVE for port object 04c9b8a2-da58-4829-884d-badda3bdeb3d will not be triggered until provisioned by entity L2. {{(pid=99968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 11:14:06.560558 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-842f2ca8-e1bb-43b5-acb2-e6d5de900b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:06.561482 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-65f0d802-0490-4724-9342-9b5e1dc0cd37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:06.566657 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-65f0d802-0490-4724-9342-9b5e1dc0cd37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:06.568650 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-65f0d802-0490-4724-9342-9b5e1dc0cd37 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/11389c2a-60d2-4764-88d6-f681a0bafb37 HTTP/1.1" status: 204 len: 168 time: 0.4249988 Oct 14 11:14:06.608041 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0d802-0490-4724-9342-9b5e1dc0cd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11389c2a-60d2-4764-88d6-f681a0bafb37,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:06.651620 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-196bd200-1b71-440d-9b3e-3f9d6ba718ed req-e45eee6a-a606-47db-ba47-da90f49455ba tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041067 Oct 14 11:14:06.709292 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f2ca8-e1bb-43b5-acb2-e6d5de900b8e service neutron] Pushing event updated for resources: {'Port': ['ID=04c9b8a2-da58-4829-884d-badda3bdeb3d,revision_number=2']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:06.719052 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-2a59e442-3853-4c0c-aeb8-834414430fc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:06.728473 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-842f2ca8-e1bb-43b5-acb2-e6d5de900b8e service neutron] Attempting to bind port 04c9b8a2-da58-4829-884d-badda3bdeb3d on host hv-cinder-80135 for vnic_type normal with profile {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:14:06.729047 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-842f2ca8-e1bb-43b5-acb2-e6d5de900b8e service neutron] Attempting to bind port 04c9b8a2-da58-4829-884d-badda3bdeb3d by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'f6e0ac5a-3aac-4edb-8646-5a6da67aa4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4d96643b-4fa6-435b-b92a-130044cd3548'}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:14:06.729618 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-842f2ca8-e1bb-43b5-acb2-e6d5de900b8e service neutron] Attempting to bind port 04c9b8a2-da58-4829-884d-badda3bdeb3d on network 4d96643b-4fa6-435b-b92a-130044cd3548 {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:14:06.755743 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-842f2ca8-e1bb-43b5-acb2-e6d5de900b8e service neutron] Port 04c9b8a2-da58-4829-884d-badda3bdeb3d on network 4d96643b-4fa6-435b-b92a-130044cd3548 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 11:14:06.756329 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-842f2ca8-e1bb-43b5-acb2-e6d5de900b8e service neutron] Attempting to bind port 04c9b8a2-da58-4829-884d-badda3bdeb3d on network 4d96643b-4fa6-435b-b92a-130044cd3548 {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:14:06.780293 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-842f2ca8-e1bb-43b5-acb2-e6d5de900b8e service neutron] Checking agent: {'id': 'f75e9eb5-eb38-4e10-b93f-23a007c4e69f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 11, 37), 'started_at': datetime.datetime(2021, 10, 14, 11, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:14:06.782981 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-842f2ca8-e1bb-43b5-acb2-e6d5de900b8e service neutron] Checking segment: {'id': 'f6e0ac5a-3aac-4edb-8646-5a6da67aa4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4d96643b-4fa6-435b-b92a-130044cd3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:14:06.782981 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-842f2ca8-e1bb-43b5-acb2-e6d5de900b8e service neutron] Bound using segment: {'id': 'f6e0ac5a-3aac-4edb-8646-5a6da67aa4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4d96643b-4fa6-435b-b92a-130044cd3548'} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:14:06.782981 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-842f2ca8-e1bb-43b5-acb2-e6d5de900b8e service neutron] Bound port: 04c9b8a2-da58-4829-884d-badda3bdeb3d, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6e0ac5a-3aac-4edb-8646-5a6da67aa4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4d96643b-4fa6-435b-b92a-130044cd3548'}}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:14:06.794455 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-842f2ca8-e1bb-43b5-acb2-e6d5de900b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:06.945743 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf70286-100a-4f6b-baae-61f53b018704 req-a9316953-8603-41db-ac9f-ee833d2e5e96 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:06.947446 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-eaf70286-100a-4f6b-baae-61f53b018704 req-a9316953-8603-41db-ac9f-ee833d2e5e96 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca6f9333-d48f-4ac1-8ca2-529ebdb177b2 HTTP/1.1" status: 200 len: 945 time: 0.0687637 Oct 14 11:14:06.961823 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-842f2ca8-e1bb-43b5-acb2-e6d5de900b8e service neutron] For port 04c9b8a2-da58-4829-884d-badda3bdeb3d, host hv-cinder-80135, cleared binding levels {{(pid=99968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:14:06.975476 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-842f2ca8-e1bb-43b5-acb2-e6d5de900b8e service neutron] For port 04c9b8a2-da58-4829-884d-badda3bdeb3d, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=04c9b8a2-da58-4829-884d-badda3bdeb3d,segment=NetworkSegment(f6e0ac5a-3aac-4edb-8646-5a6da67aa4de),segment_id=f6e0ac5a-3aac-4edb-8646-5a6da67aa4de)] {{(pid=99968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:14:06.986268 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-2a59e442-3853-4c0c-aeb8-834414430fc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:06.988885 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-842f2ca8-e1bb-43b5-acb2-e6d5de900b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:07.005366 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-2a59e442-3853-4c0c-aeb8-834414430fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:07.040456 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-eaf70286-100a-4f6b-baae-61f53b018704 req-fa67f045-c605-4465-9de4-73a157152123 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/security-groups?id=03322c2c-5b43-4b89-ad6e-03b602f1afb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806682 Oct 14 11:14:07.115967 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-842f2ca8-e1bb-43b5-acb2-e6d5de900b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:07.116595 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-842f2ca8-e1bb-43b5-acb2-e6d5de900b8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for port, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:07.119037 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-842f2ca8-e1bb-43b5-acb2-e6d5de900b8e service neutron] 10.222.0.39 "PUT /v2.0/ports/04c9b8a2-da58-4829-884d-badda3bdeb3d HTTP/1.1" status: 200 len: 1093 time: 2.9256990 Oct 14 11:14:07.125678 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59e442-3853-4c0c-aeb8-834414430fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da592c0-a96a-426c-a585-f9970a366fb7,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:07.139033 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-2a59e442-3853-4c0c-aeb8-834414430fc5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b7097ca3953647abadd22a7303a1b00b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6835828 Oct 14 11:14:07.143050 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 57302) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:07.154624 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f2ca8-e1bb-43b5-acb2-e6d5de900b8e service neutron] Pushing event updated for resources: {'Port': ['ID=04c9b8a2-da58-4829-884d-badda3bdeb3d,revision_number=3']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:07.161239 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 57304) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:07.177709 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-0bce76f0-a766-4cc1-8b14-f842b1098eb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:07.224858 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-791b040a-8b94-400a-be39-e9594a08a872 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:07.271736 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-791b040a-8b94-400a-be39-e9594a08a872 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:07.283460 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-0bce76f0-a766-4cc1-8b14-f842b1098eb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:07.288446 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-0bce76f0-a766-4cc1-8b14-f842b1098eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:07.347806 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-0bce76f0-a766-4cc1-8b14-f842b1098eb9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ad06fd60fb75429cbb014151381a99d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1852520 Oct 14 11:14:07.348892 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce76f0-a766-4cc1-8b14-f842b1098eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40032399-2988-4606-bfa6-85317a47d72e,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:07.352599 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 57306) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:07.368277 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-791b040a-8b94-400a-be39-e9594a08a872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:07.372124 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-791b040a-8b94-400a-be39-e9594a08a872 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:07.377561 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-791b040a-8b94-400a-be39-e9594a08a872 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9da592c0-a96a-426c-a585-f9970a366fb7 HTTP/1.1" status: 204 len: 168 time: 0.2294335 Oct 14 11:14:07.408489 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b040a-8b94-400a-be39-e9594a08a872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da592c0-a96a-426c-a585-f9970a366fb7,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:07.483328 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-5359c99e-59ee-4681-9c21-09143a14a4ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:07.516050 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-5359c99e-59ee-4681-9c21-09143a14a4ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:07.534205 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2901172-6dae-4215-935e-2991ba1d2202 req-20d22375-d4da-4675-9319-e6254124b214 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:07.535933 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e2901172-6dae-4215-935e-2991ba1d2202 req-20d22375-d4da-4675-9319-e6254124b214 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 944 time: 0.1010966 Oct 14 11:14:07.600680 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e2901172-6dae-4215-935e-2991ba1d2202 req-bdd9ff51-86e3-482e-a425-6728b2548f15 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542555 Oct 14 11:14:07.627207 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-5359c99e-59ee-4681-9c21-09143a14a4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:07.629716 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-5359c99e-59ee-4681-9c21-09143a14a4ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:07.634724 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-5359c99e-59ee-4681-9c21-09143a14a4ee admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/40032399-2988-4606-bfa6-85317a47d72e HTTP/1.1" status: 204 len: 168 time: 0.2805481 Oct 14 11:14:07.662538 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359c99e-59ee-4681-9c21-09143a14a4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40032399-2988-4606-bfa6-85317a47d72e,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:07.696004 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96979748-3c8a-42f2-853f-c8115473e8fc req-56ad379b-a9e4-4f1f-a78b-b9b53f0a534b tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:07.706157 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-96979748-3c8a-42f2-853f-c8115473e8fc req-56ad379b-a9e4-4f1f-a78b-b9b53f0a534b tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 932 time: 0.0911877 Oct 14 11:14:07.813469 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-083f11d7-6e81-4237-9545-6f3fe99a0c01 service neutron] Request body: {'port': {'device_id': 'f7aa3868-46f9-4a09-a20d-618b6d8d1188', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:14:07.822824 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-21aa652d-5da3-4258-ba79-3d5e96aefc2a service neutron] Request body: {'port': {'device_id': '659bb851-b62d-4cbe-90da-33936bd097df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:14:07.833962 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:07.902412 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-96979748-3c8a-42f2-853f-c8115473e8fc req-ccce9d39-b2d1-4a4e-875d-6c03ca946190 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724744 Oct 14 11:14:07.984137 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-083f11d7-6e81-4237-9545-6f3fe99a0c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:08.017521 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0068742-5e90-4b61-bab2-5d8d0a0f544b req-8b8bbb5f-7b40-4128-a545-cec0804bceb7 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:08.020729 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a0068742-5e90-4b61-bab2-5d8d0a0f544b req-8b8bbb5f-7b40-4128-a545-cec0804bceb7 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 931 time: 0.2214079 Oct 14 11:14:08.030988 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336cc3c9-7840-4322-8cb7-eba45f108f05 req-7cc89e8c-0eb7-4c96-a379-8ea045ec3c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:08.032336 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-21aa652d-5da3-4258-ba79-3d5e96aefc2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:08.032634 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-336cc3c9-7840-4322-8cb7-eba45f108f05 req-7cc89e8c-0eb7-4c96-a379-8ea045ec3c04 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b0d78c4c2bd84fe29041852181e0868c&device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 1097 time: 0.1563435 Oct 14 11:14:08.057864 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71b85116-715b-4c3f-91e3-e52e2b173c70', 'tag': '04c9b8a2-da58-4829-884d-badda3bdeb3d'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:14:08.060263 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bc8dce43effdfc17fa197fa73d2f682717a0aeb1d45e7b66290f8ec122344fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5d01f8-31b7-4959-be63-22e315a30af0" -d '{"events": [{"name": "network-changed", "server_uuid": "71b85116-715b-4c3f-91e3-e52e2b173c70", "tag": "04c9b8a2-da58-4829-884d-badda3bdeb3d"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:14:08.131529 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 57334) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:08.243884 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-b7ca831f-ca7a-4b62-9884-3fe3a0c60c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:08.245449 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-b7ca831f-ca7a-4b62-9884-3fe3a0c60c5f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c392464b70b4e7c8c87cc7350e4f053&device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 1096 time: 0.3429089 Oct 14 11:14:08.251721 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.39', 59980) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:08.253147 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fff6c61-53fc-4f6c-8be7-2a089cf51c8c x-openstack-request-id: req-8fff6c61-53fc-4f6c-8be7-2a089cf51c8c {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:14:08.253433 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71b85116-715b-4c3f-91e3-e52e2b173c70", "tag": "04c9b8a2-da58-4829-884d-badda3bdeb3d", "status": "completed", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:14:08.253684 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8fff6c61-53fc-4f6c-8be7-2a089cf51c8c {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:14:08.254107 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71b85116-715b-4c3f-91e3-e52e2b173c70', 'tag': '04c9b8a2-da58-4829-884d-badda3bdeb3d', 'status': 'completed', 'code': 200} Oct 14 11:14:08.393561 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-a1ddc45e-1a43-44d8-a64d-92bdf3de4d93 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04c9b8a2-da58-4829-884d-badda3bdeb3d HTTP/1.1" status: 200 len: 217 time: 0.1251819 Oct 14 11:14:08.499947 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336cc3c9-7840-4322-8cb7-eba45f108f05 req-66caf4dd-8522-440c-b143-ccfb144f96bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:08.501458 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-336cc3c9-7840-4322-8cb7-eba45f108f05 req-66caf4dd-8522-440c-b143-ccfb144f96bb service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=b0d78c4c2bd84fe29041852181e0868c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4258060 Oct 14 11:14:08.530565 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-6dfede0b-fdbd-434f-ace4-40705e80dc33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:08.626164 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a0068742-5e90-4b61-bab2-5d8d0a0f544b req-b79d23c8-320d-4d83-82a2-b4cc0248ba61 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5620134 Oct 14 11:14:08.627655 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5d78a-660b-49b3-bedd-575b5cd850d8 req-17cd2a44-ed48-4a05-a42e-652fd323a8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:08.632968 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-76c5d78a-660b-49b3-bedd-575b5cd850d8 req-17cd2a44-ed48-4a05-a42e-652fd323a8f5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ca6f9333-d48f-4ac1-8ca2-529ebdb177b2 HTTP/1.1" status: 200 len: 1098 time: 0.3746622 Oct 14 11:14:08.813933 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082e7d6-e3bf-4738-b255-b29286d29499 req-fbb6f096-1a02-4044-89c4-c546e1e87807 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:08.823082 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5082e7d6-e3bf-4738-b255-b29286d29499 req-fbb6f096-1a02-4044-89c4-c546e1e87807 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca6f9333-d48f-4ac1-8ca2-529ebdb177b2 HTTP/1.1" status: 200 len: 945 time: 0.4847202 Oct 14 11:14:08.839149 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-76c5d78a-660b-49b3-bedd-575b5cd850d8 req-c1130657-552b-4417-8933-65975348aee9 service neutron] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:08.842246 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-b88849d6-a40e-4187-9926-c834a14d7465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:08.843806 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-b88849d6-a40e-4187-9926-c834a14d7465 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c0cb2568-f2cb-4fad-9fcc-49f5492b923a HTTP/1.1" status: 200 len: 859 time: 0.4357421 Oct 14 11:14:08.884958 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-f447c28b-8e34-4e74-aaa0-8867f7d8b3c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:08.971184 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-15803f1d-a344-4a0c-b4e1-9597a1169959 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d96643b-4fa6-435b-b92a-130044cd3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801513 Oct 14 11:14:09.078614 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336cc3c9-7840-4322-8cb7-eba45f108f05 req-575a3eb3-110b-4be9-a86d-c0c54186ea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:09.081312 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-336cc3c9-7840-4322-8cb7-eba45f108f05 req-575a3eb3-110b-4be9-a86d-c0c54186ea91 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5690348 Oct 14 11:14:09.104768 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-6dfede0b-fdbd-434f-ace4-40705e80dc33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:09.117818 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3cdd12-af5d-4388-8f3a-9e31c1090348 req-5b69499d-750d-4fec-a5fb-f8ddcb7e4951 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:09.119948 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8c3cdd12-af5d-4388-8f3a-9e31c1090348 req-5b69499d-750d-4fec-a5fb-f8ddcb7e4951 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 944 time: 0.3957388 Oct 14 11:14:09.125698 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-6dfede0b-fdbd-434f-ace4-40705e80dc33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:09.139255 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5082e7d6-e3bf-4738-b255-b29286d29499 req-d2112963-2e46-4154-ae19-1ae7fb6783a1 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/security-groups?id=03322c2c-5b43-4b89-ad6e-03b602f1afb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786720 Oct 14 11:14:09.229467 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfede0b-fdbd-434f-ace4-40705e80dc33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31f6302-21e0-4950-af16-8cd144685df6,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:09.260955 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-6dfede0b-fdbd-434f-ace4-40705e80dc33 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a2e4bd86c759426f83886de94a0b13d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9525692 Oct 14 11:14:09.263561 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 57370) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:09.297119 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8c3cdd12-af5d-4388-8f3a-9e31c1090348 req-dcdb508a-54cf-43cc-b9fe-3188d040506c tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539500 Oct 14 11:14:09.432230 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-76c5d78a-660b-49b3-bedd-575b5cd850d8 req-c1130657-552b-4417-8933-65975348aee9 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:09.435730 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.notifiers.nova [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-21aa652d-5da3-4258-ba79-3d5e96aefc2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9a152f6-505b-4c44-bbcf-c43c35135913 {{(pid=99969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:14:09.446728 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-21aa652d-5da3-4258-ba79-3d5e96aefc2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:09.474686 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47e5c3-dae5-4f0a-8472-554acff541cb req-75ba8d3b-d604-4588-9221-c7af94917819 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:09.477002 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1d47e5c3-dae5-4f0a-8472-554acff541cb req-75ba8d3b-d604-4588-9221-c7af94917819 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 932 time: 0.1055024 Oct 14 11:14:09.496317 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.provisioning_blocks [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-21aa652d-5da3-4258-ba79-3d5e96aefc2a service neutron] Transition to ACTIVE for port object e9a152f6-505b-4c44-bbcf-c43c35135913 will not be triggered until provisioned by entity L2. {{(pid=99969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 11:14:09.497385 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-083f11d7-6e81-4237-9545-6f3fe99a0c01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61749222-a273-487b-a559-958a06098102 {{(pid=99968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:14:09.509976 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-083f11d7-6e81-4237-9545-6f3fe99a0c01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:09.518265 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-916ba94b-5a5a-4d65-880b-ec9444a4cc9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:09.525072 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-76c5d78a-660b-49b3-bedd-575b5cd850d8 req-c1130657-552b-4417-8933-65975348aee9 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:09.526290 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-21aa652d-5da3-4258-ba79-3d5e96aefc2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:09.588717 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-083f11d7-6e81-4237-9545-6f3fe99a0c01 service neutron] Transition to ACTIVE for port object 61749222-a273-487b-a559-958a06098102 will not be triggered until provisioned by entity L2. {{(pid=99968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 11:14:09.613560 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-76c5d78a-660b-49b3-bedd-575b5cd850d8 req-c1130657-552b-4417-8933-65975348aee9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=03322c2c-5b43-4b89-ad6e-03b602f1afb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9252844 Oct 14 11:14:09.624171 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-502ef869-57a1-4bf3-a69f-350c892ce1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:09.624466 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa652d-5da3-4258-ba79-3d5e96aefc2a service neutron] Pushing event updated for resources: {'Port': ['ID=e9a152f6-505b-4c44-bbcf-c43c35135913,revision_number=2']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:09.625713 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-502ef869-57a1-4bf3-a69f-350c892ce1d9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b0d78c4c2bd84fe29041852181e0868c&device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 1097 time: 0.4661992 Oct 14 11:14:09.631397 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-083f11d7-6e81-4237-9545-6f3fe99a0c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:09.642389 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-5274d769-f15a-476a-b0ab-2e2303053e1e service neutron] 10.222.0.39 "GET /v2.0/networks/4d96643b-4fa6-435b-b92a-130044cd3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6547241 Oct 14 11:14:09.680424 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-916ba94b-5a5a-4d65-880b-ec9444a4cc9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:09.783385 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1d47e5c3-dae5-4f0a-8472-554acff541cb req-6d607ea7-d753-4527-b81c-0f64dc39c395 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952595 Oct 14 11:14:09.885069 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-916ba94b-5a5a-4d65-880b-ec9444a4cc9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:09.890240 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-916ba94b-5a5a-4d65-880b-ec9444a4cc9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:09.897014 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-916ba94b-5a5a-4d65-880b-ec9444a4cc9e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d31f6302-21e0-4950-af16-8cd144685df6 HTTP/1.1" status: 204 len: 168 time: 0.6315055 Oct 14 11:14:09.917160 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1130657-552b-4417-8933-65975348aee9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=19cb9b3e-8f60-4521-ba4e-1d8ad62acc59,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:10.027579 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f11d7-6e81-4237-9545-6f3fe99a0c01 service neutron] Pushing event updated for resources: {'Port': ['ID=61749222-a273-487b-a559-958a06098102,revision_number=2']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:10.030272 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ba94b-5a5a-4d65-880b-ec9444a4cc9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31f6302-21e0-4950-af16-8cd144685df6,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:10.035696 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-21aa652d-5da3-4258-ba79-3d5e96aefc2a service neutron] Attempting to bind port e9a152f6-505b-4c44-bbcf-c43c35135913 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:14:10.036255 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-21aa652d-5da3-4258-ba79-3d5e96aefc2a service neutron] Attempting to bind port e9a152f6-505b-4c44-bbcf-c43c35135913 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '5783322a-3a14-4ddc-90d8-14aa7da0c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c'}] {{(pid=99969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:14:10.036818 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-21aa652d-5da3-4258-ba79-3d5e96aefc2a service neutron] Attempting to bind port e9a152f6-505b-4c44-bbcf-c43c35135913 on network 8adb0b2b-c914-4296-9b32-bac60154b49c {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:14:10.050751 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-21aa652d-5da3-4258-ba79-3d5e96aefc2a service neutron] Port e9a152f6-505b-4c44-bbcf-c43c35135913 on network 8adb0b2b-c914-4296-9b32-bac60154b49c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 11:14:10.051294 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-21aa652d-5da3-4258-ba79-3d5e96aefc2a service neutron] Attempting to bind port e9a152f6-505b-4c44-bbcf-c43c35135913 on network 8adb0b2b-c914-4296-9b32-bac60154b49c {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:14:10.055363 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-083f11d7-6e81-4237-9545-6f3fe99a0c01 service neutron] Attempting to bind port 61749222-a273-487b-a559-958a06098102 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:14:10.055912 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-083f11d7-6e81-4237-9545-6f3fe99a0c01 service neutron] Attempting to bind port 61749222-a273-487b-a559-958a06098102 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'f6e0ac5a-3aac-4edb-8646-5a6da67aa4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4d96643b-4fa6-435b-b92a-130044cd3548'}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:14:10.056460 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-083f11d7-6e81-4237-9545-6f3fe99a0c01 service neutron] Attempting to bind port 61749222-a273-487b-a559-958a06098102 on network 4d96643b-4fa6-435b-b92a-130044cd3548 {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:14:10.062630 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-21aa652d-5da3-4258-ba79-3d5e96aefc2a service neutron] Checking agent: {'id': 'f75e9eb5-eb38-4e10-b93f-23a007c4e69f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 11, 37), 'started_at': datetime.datetime(2021, 10, 14, 11, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:14:10.063292 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-21aa652d-5da3-4258-ba79-3d5e96aefc2a service neutron] Checking segment: {'id': '5783322a-3a14-4ddc-90d8-14aa7da0c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:14:10.064207 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-21aa652d-5da3-4258-ba79-3d5e96aefc2a service neutron] Bound using segment: {'id': '5783322a-3a14-4ddc-90d8-14aa7da0c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c'} {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:14:10.064999 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-21aa652d-5da3-4258-ba79-3d5e96aefc2a service neutron] Bound port: e9a152f6-505b-4c44-bbcf-c43c35135913, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5783322a-3a14-4ddc-90d8-14aa7da0c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c'}}] {{(pid=99969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:14:10.065263 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-083f11d7-6e81-4237-9545-6f3fe99a0c01 service neutron] Port 61749222-a273-487b-a559-958a06098102 on network 4d96643b-4fa6-435b-b92a-130044cd3548 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 11:14:10.065601 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-083f11d7-6e81-4237-9545-6f3fe99a0c01 service neutron] Attempting to bind port 61749222-a273-487b-a559-958a06098102 on network 4d96643b-4fa6-435b-b92a-130044cd3548 {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:14:10.065699 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-21aa652d-5da3-4258-ba79-3d5e96aefc2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:10.076077 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-083f11d7-6e81-4237-9545-6f3fe99a0c01 service neutron] Checking agent: {'id': 'f75e9eb5-eb38-4e10-b93f-23a007c4e69f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 11, 37), 'started_at': datetime.datetime(2021, 10, 14, 11, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:14:10.076384 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-083f11d7-6e81-4237-9545-6f3fe99a0c01 service neutron] Checking segment: {'id': 'f6e0ac5a-3aac-4edb-8646-5a6da67aa4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4d96643b-4fa6-435b-b92a-130044cd3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:14:10.076780 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-083f11d7-6e81-4237-9545-6f3fe99a0c01 service neutron] Bound using segment: {'id': 'f6e0ac5a-3aac-4edb-8646-5a6da67aa4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4d96643b-4fa6-435b-b92a-130044cd3548'} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:14:10.077222 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-083f11d7-6e81-4237-9545-6f3fe99a0c01 service neutron] Bound port: 61749222-a273-487b-a559-958a06098102, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6e0ac5a-3aac-4edb-8646-5a6da67aa4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4d96643b-4fa6-435b-b92a-130044cd3548'}}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:14:10.077779 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-083f11d7-6e81-4237-9545-6f3fe99a0c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:10.107176 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2c0bc-ffd0-4c71-a041-83803a8e86d3 req-550f4f8f-e59d-41dc-86a3-0b57b465f5f5 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:10.109899 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e1b2c0bc-ffd0-4c71-a041-83803a8e86d3 req-550f4f8f-e59d-41dc-86a3-0b57b465f5f5 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 943 time: 0.3731654 Oct 14 11:14:10.191375 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-083f11d7-6e81-4237-9545-6f3fe99a0c01 service neutron] For port 61749222-a273-487b-a559-958a06098102, host hv-cinder-80135, cleared binding levels {{(pid=99968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:14:10.197401 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-083f11d7-6e81-4237-9545-6f3fe99a0c01 service neutron] For port 61749222-a273-487b-a559-958a06098102, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=61749222-a273-487b-a559-958a06098102,segment=NetworkSegment(f6e0ac5a-3aac-4edb-8646-5a6da67aa4de),segment_id=f6e0ac5a-3aac-4edb-8646-5a6da67aa4de)] {{(pid=99968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:14:10.222676 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-083f11d7-6e81-4237-9545-6f3fe99a0c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:10.248021 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-083f11d7-6e81-4237-9545-6f3fe99a0c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:10.248591 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-083f11d7-6e81-4237-9545-6f3fe99a0c01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for port, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:10.251060 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-083f11d7-6e81-4237-9545-6f3fe99a0c01 service neutron] 10.222.0.39 "PUT /v2.0/ports/61749222-a273-487b-a559-958a06098102 HTTP/1.1" status: 200 len: 1094 time: 2.4446833 Oct 14 11:14:10.279315 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7aa3868-46f9-4a09-a20d-618b6d8d1188', 'tag': '61749222-a273-487b-a559-958a06098102'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:14:10.281075 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bc8dce43effdfc17fa197fa73d2f682717a0aeb1d45e7b66290f8ec122344fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a796b8-0481-455e-98ea-d5ae2a7197a2" -d '{"events": [{"name": "network-changed", "server_uuid": "f7aa3868-46f9-4a09-a20d-618b6d8d1188", "tag": "61749222-a273-487b-a559-958a06098102"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:14:10.292971 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-21aa652d-5da3-4258-ba79-3d5e96aefc2a service neutron] For port e9a152f6-505b-4c44-bbcf-c43c35135913, host hv-cinder-80135, cleared binding levels {{(pid=99969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:14:10.300345 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-21aa652d-5da3-4258-ba79-3d5e96aefc2a service neutron] For port e9a152f6-505b-4c44-bbcf-c43c35135913, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=e9a152f6-505b-4c44-bbcf-c43c35135913,segment=NetworkSegment(5783322a-3a14-4ddc-90d8-14aa7da0c168),segment_id=5783322a-3a14-4ddc-90d8-14aa7da0c168)] {{(pid=99969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:14:10.307148 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e1b2c0bc-ffd0-4c71-a041-83803a8e86d3 req-d0ebae65-6492-4030-a2a1-a0211bf1221f tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835210 Oct 14 11:14:10.309781 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-21aa652d-5da3-4258-ba79-3d5e96aefc2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:10.399543 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-21aa652d-5da3-4258-ba79-3d5e96aefc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:10.402329 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-21aa652d-5da3-4258-ba79-3d5e96aefc2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for port, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:10.403203 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b429b0e-b0ae-4f69-aaae-707273adb70a x-openstack-request-id: req-4b429b0e-b0ae-4f69-aaae-707273adb70a {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:14:10.404616 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7aa3868-46f9-4a09-a20d-618b6d8d1188", "tag": "61749222-a273-487b-a559-958a06098102", "status": "completed", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:14:10.404960 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4b429b0e-b0ae-4f69-aaae-707273adb70a {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:14:10.405657 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7aa3868-46f9-4a09-a20d-618b6d8d1188', 'tag': '61749222-a273-487b-a559-958a06098102', 'status': 'completed', 'code': 200} Oct 14 11:14:10.406504 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-21aa652d-5da3-4258-ba79-3d5e96aefc2a service neutron] 10.222.0.39 "PUT /v2.0/ports/e9a152f6-505b-4c44-bbcf-c43c35135913 HTTP/1.1" status: 200 len: 1093 time: 2.5912712 Oct 14 11:14:10.410877 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f11d7-6e81-4237-9545-6f3fe99a0c01 service neutron] Pushing event updated for resources: {'Port': ['ID=61749222-a273-487b-a559-958a06098102,revision_number=3']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:10.425917 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '659bb851-b62d-4cbe-90da-33936bd097df', 'tag': 'e9a152f6-505b-4c44-bbcf-c43c35135913'}] {{(pid=99969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:14:10.649682 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa652d-5da3-4258-ba79-3d5e96aefc2a service neutron] Pushing event updated for resources: {'Port': ['ID=e9a152f6-505b-4c44-bbcf-c43c35135913,revision_number=3']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:10.671822 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a9a25-7cf4-4346-a7be-94a9a05445e3 req-bb878489-0971-4112-8857-465227221212 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:10.681063 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-373a9a25-7cf4-4346-a7be-94a9a05445e3 req-bb878489-0971-4112-8857-465227221212 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca6f9333-d48f-4ac1-8ca2-529ebdb177b2 HTTP/1.1" status: 200 len: 945 time: 0.3360417 Oct 14 11:14:10.887778 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a93a02263ebe6e695f08df3ef7f4cabed4a40ac7132537441ac5c84a82560800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9e31de-e595-4311-babe-34e0d8debcad" -d '{"events": [{"name": "network-changed", "server_uuid": "659bb851-b62d-4cbe-90da-33936bd097df", "tag": "e9a152f6-505b-4c44-bbcf-c43c35135913"}]}' {{(pid=99969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:14:10.920927 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06813d-538c-41ed-a3bf-d9a44421eb95 req-9de6a8cd-da7f-485e-9f21-c1009a53e830 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:10.928659 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-fc06813d-538c-41ed-a3bf-d9a44421eb95 req-9de6a8cd-da7f-485e-9f21-c1009a53e830 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 944 time: 0.4081550 Oct 14 11:14:10.952094 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-373a9a25-7cf4-4346-a7be-94a9a05445e3 req-cac74900-73a2-46a2-9ef5-433a28510e62 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/security-groups?id=03322c2c-5b43-4b89-ad6e-03b602f1afb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698700 Oct 14 11:14:11.044559 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-fc06813d-538c-41ed-a3bf-d9a44421eb95 req-77f6210d-144a-48f8-9f24-60e4d38708d5 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075187 Oct 14 11:14:11.124338 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc2362-5cad-4f52-9330-3d4fa5140de2 req-3631d5b8-74c7-4b48-b37f-96a458cbf6c2 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:11.134746 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1ebc2362-5cad-4f52-9330-3d4fa5140de2 req-3631d5b8-74c7-4b48-b37f-96a458cbf6c2 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 944 time: 0.0882280 Oct 14 11:14:11.201391 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1ebc2362-5cad-4f52-9330-3d4fa5140de2 req-e6aaa706-a747-4fe8-ba97-3b6258fddab5 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650525 Oct 14 11:14:11.253136 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eea30b3-ab7e-449b-9248-dc93d20edd46 x-openstack-request-id: req-9eea30b3-ab7e-449b-9248-dc93d20edd46 {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:14:11.253420 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "659bb851-b62d-4cbe-90da-33936bd097df", "tag": "e9a152f6-505b-4c44-bbcf-c43c35135913", "status": "completed", "code": 200}]} {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:14:11.253688 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9eea30b3-ab7e-449b-9248-dc93d20edd46 {{(pid=99969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:14:11.254199 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '659bb851-b62d-4cbe-90da-33936bd097df', 'tag': 'e9a152f6-505b-4c44-bbcf-c43c35135913', 'status': 'completed', 'code': 200} Oct 14 11:14:11.477838 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df1b4f-0241-42d0-a422-045c7484ea95 req-bdda72c0-9a39-49da-8b11-666206acaaef tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:11.479559 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c9df1b4f-0241-42d0-a422-045c7484ea95 req-bdda72c0-9a39-49da-8b11-666206acaaef tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 943 time: 0.0847247 Oct 14 11:14:11.500170 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-2ade49bb-d58e-4835-acc9-610a5d79fc2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:11.539066 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c9df1b4f-0241-42d0-a422-045c7484ea95 req-502007f0-b556-413b-8bd8-13a0ced789d4 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515192 Oct 14 11:14:12.105484 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca4185-580e-4a22-be34-892ad1832e2e req-3db5764f-46d5-4b42-9c13-8d28ea522272 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:12.108059 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-56ca4185-580e-4a22-be34-892ad1832e2e req-3db5764f-46d5-4b42-9c13-8d28ea522272 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca6f9333-d48f-4ac1-8ca2-529ebdb177b2 HTTP/1.1" status: 200 len: 945 time: 0.0701830 Oct 14 11:14:12.191290 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-56ca4185-580e-4a22-be34-892ad1832e2e req-252fdfdb-a8b3-4e67-b919-b1399823ebbe tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/security-groups?id=03322c2c-5b43-4b89-ad6e-03b602f1afb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685232 Oct 14 11:14:12.221611 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0de598-f13b-4cc4-8fb0-c5b798ffedce req-74382827-daf5-46dd-94f0-6a39fd796bd2 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:12.244331 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4d0de598-f13b-4cc4-8fb0-c5b798ffedce req-74382827-daf5-46dd-94f0-6a39fd796bd2 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 944 time: 0.0858521 Oct 14 11:14:12.292077 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4d0de598-f13b-4cc4-8fb0-c5b798ffedce req-792eed51-46c9-4eca-a0fc-0b8fad5402c1 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601273 Oct 14 11:14:12.411673 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a2072-51a6-4df1-856d-b4733e982eca req-275d0db1-a029-4283-9c59-10993c7bf7a8 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:12.419258 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-545a2072-51a6-4df1-856d-b4733e982eca req-275d0db1-a029-4283-9c59-10993c7bf7a8 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 944 time: 0.0752687 Oct 14 11:14:12.474122 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-545a2072-51a6-4df1-856d-b4733e982eca req-e950c58c-727c-4e9e-b561-ecb0ce52fda4 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490301 Oct 14 11:14:12.527561 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-14380e4d-ad99-4167-a2c1-59fad10fa8b1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=988df262-f09c-4fe0-bc00-221e5936214b HTTP/1.1" status: 200 len: 217 time: 0.0575211 Oct 14 11:14:12.640741 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a796b8-0481-455e-98ea-d5ae2a7197a2 req-9720d9d6-a1e7-489d-99d1-366401bd8607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:12.642528 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-85a796b8-0481-455e-98ea-d5ae2a7197a2 req-9720d9d6-a1e7-489d-99d1-366401bd8607 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c392464b70b4e7c8c87cc7350e4f053&device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 1097 time: 0.1241591 Oct 14 11:14:12.686999 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e31de-e595-4311-babe-34e0d8debcad req-2a255e79-9e00-4440-b9c2-22d150c72c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:12.688816 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-1b9e31de-e595-4311-babe-34e0d8debcad req-2a255e79-9e00-4440-b9c2-22d150c72c81 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d0daa4f1d2954b57839a55588e202828&device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 1096 time: 0.1602542 Oct 14 11:14:12.690654 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-8fae5c02-5fd0-4113-ac3f-6446a0390ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:12.692039 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-8fae5c02-5fd0-4113-ac3f-6446a0390ca2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fca00ce8-46db-40c9-b0ce-2996d51e47d7 HTTP/1.1" status: 200 len: 855 time: 0.1527252 Oct 14 11:14:12.775427 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:12.784878 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-97e64d24-bb9d-42d8-af64-f6d6bd38d416 req-922ca58b-b7c4-4e37-89fd-0a383b31f983 service neutron] 10.222.0.39 "GET /v2.0/networks/4d96643b-4fa6-435b-b92a-130044cd3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291609 Oct 14 11:14:12.901476 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-4440d172-efef-485a-ac95-2924be44dad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:12.903263 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-4440d172-efef-485a-ac95-2924be44dad2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2f17ff47-830b-4023-ad66-66e432a33b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1946490 Oct 14 11:14:12.959627 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45f4b8-d9dd-4ecd-995d-37742b1c8f1c req-510d281b-e9f8-43ac-8ed9-473ccf1e6557 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:12.962064 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6b45f4b8-d9dd-4ecd-995d-37742b1c8f1c req-510d281b-e9f8-43ac-8ed9-473ccf1e6557 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 943 time: 0.2574077 Oct 14 11:14:13.027938 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:13.028455 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a796b8-0481-455e-98ea-d5ae2a7197a2 req-c64d59f2-3766-402a-9b5f-f96504e410f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:13.031393 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-85a796b8-0481-455e-98ea-d5ae2a7197a2 req-c64d59f2-3766-402a-9b5f-f96504e410f9 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=2c392464b70b4e7c8c87cc7350e4f053&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3742800 Oct 14 11:14:13.065687 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e31de-e595-4311-babe-34e0d8debcad req-8108621b-59a9-4279-b45f-d56675fb667c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:13.067879 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-1b9e31de-e595-4311-babe-34e0d8debcad req-8108621b-59a9-4279-b45f-d56675fb667c service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d0daa4f1d2954b57839a55588e202828&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3580706 Oct 14 11:14:13.076086 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d01f8-31b7-4959-be63-22e315a30af0 req-ed5c8661-2538-4ddb-87d5-585d965fac1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:13.078796 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-fc5d01f8-31b7-4959-be63-22e315a30af0 req-ed5c8661-2538-4ddb-87d5-585d965fac1e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c392464b70b4e7c8c87cc7350e4f053&device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 1096 time: 0.2062969 Oct 14 11:14:13.094745 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6b45f4b8-d9dd-4ecd-995d-37742b1c8f1c req-bdf72e3b-a597-4c98-8c04-5c3b47c4e03f tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254721 Oct 14 11:14:13.266113 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-c36ebd38-496f-4f59-aa8e-cac5b12e19f4 service neutron] 10.222.0.39 "GET /v2.0/networks/2f17ff47-830b-4023-ad66-66e432a33b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246353 Oct 14 11:14:13.303553 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a796b8-0481-455e-98ea-d5ae2a7197a2 req-ca3f88a9-c266-4886-bfbc-341bfe67396a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:13.306098 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-85a796b8-0481-455e-98ea-d5ae2a7197a2 req-ca3f88a9-c266-4886-bfbc-341bfe67396a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2686112 Oct 14 11:14:13.377603 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e31de-e595-4311-babe-34e0d8debcad req-af0868ba-fff9-4aa5-a73a-a508a9368542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:13.379164 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-1b9e31de-e595-4311-babe-34e0d8debcad req-af0868ba-fff9-4aa5-a73a-a508a9368542 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2989633 Oct 14 11:14:13.428428 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d01f8-31b7-4959-be63-22e315a30af0 req-f4504b8f-8d1f-4cd0-82d0-95a84b140e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:13.431280 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-fc5d01f8-31b7-4959-be63-22e315a30af0 req-f4504b8f-8d1f-4cd0-82d0-95a84b140e7d service neutron] 10.222.0.39 "GET /v2.0/networks?id=4d96643b-4fa6-435b-b92a-130044cd3548 HTTP/1.1" status: 200 len: 920 time: 0.3287482 Oct 14 11:14:13.528752 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-fc5d01f8-31b7-4959-be63-22e315a30af0 req-3ca882b5-7351-4a84-8e6e-40966a32c78a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04c9b8a2-da58-4829-884d-badda3bdeb3d HTTP/1.1" status: 200 len: 217 time: 0.0642703 Oct 14 11:14:13.571453 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280a37a-9bef-4ee1-a403-53788ad73d6f req-652aef7b-e3c3-4dd7-8b7e-07bfbd647855 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:13.579738 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0280a37a-9bef-4ee1-a403-53788ad73d6f req-652aef7b-e3c3-4dd7-8b7e-07bfbd647855 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca6f9333-d48f-4ac1-8ca2-529ebdb177b2 HTTP/1.1" status: 200 len: 945 time: 0.2211151 Oct 14 11:14:13.588100 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-7f876cbd-006a-4d42-98f6-be613d4900da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:13.590098 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-7f876cbd-006a-4d42-98f6-be613d4900da service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c392464b70b4e7c8c87cc7350e4f053&device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 1097 time: 0.1578915 Oct 14 11:14:13.632272 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b27f7-0001-44b6-b0c6-81470c880625 req-84da204c-795c-475a-9192-e7bf964e9db7 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:13.637093 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-395b27f7-0001-44b6-b0c6-81470c880625 req-84da204c-795c-475a-9192-e7bf964e9db7 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 944 time: 0.1879261 Oct 14 11:14:13.650101 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-7c154bb5-feae-469b-a981-11bd0f0733b7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61749222-a273-487b-a559-958a06098102 HTTP/1.1" status: 200 len: 217 time: 0.0481448 Oct 14 11:14:13.663677 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-002d4542-0627-44b3-aec7-5b73e7336b9e service neutron] 10.222.0.39 "GET /v2.0/networks/2f17ff47-830b-4023-ad66-66e432a33b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697832 Oct 14 11:14:13.671942 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-77116e91-15e1-46d0-8f17-60c0eb5664ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:13.675722 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-77116e91-15e1-46d0-8f17-60c0eb5664ad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d0daa4f1d2954b57839a55588e202828&device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 1096 time: 0.2244391 Oct 14 11:14:13.679045 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d01f8-31b7-4959-be63-22e315a30af0 req-ca5192d5-58f8-4dbd-8b22-47df795d16c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:13.682051 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-fc5d01f8-31b7-4959-be63-22e315a30af0 req-ca5192d5-58f8-4dbd-8b22-47df795d16c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c0cb2568-f2cb-4fad-9fcc-49f5492b923a HTTP/1.1" status: 200 len: 859 time: 0.1445010 Oct 14 11:14:13.694525 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0280a37a-9bef-4ee1-a403-53788ad73d6f req-485927c1-ca10-46e5-a0ae-7bc204c13999 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/security-groups?id=03322c2c-5b43-4b89-ad6e-03b602f1afb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135044 Oct 14 11:14:13.764590 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-f03e5410-58e6-4c57-92d5-62732b8a0015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:13.766196 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-f03e5410-58e6-4c57-92d5-62732b8a0015 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c0cb2568-f2cb-4fad-9fcc-49f5492b923a HTTP/1.1" status: 200 len: 859 time: 0.0999134 Oct 14 11:14:13.820980 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-fc5d01f8-31b7-4959-be63-22e315a30af0 req-a9adc22f-656b-4eb4-ac0c-7f26480d779b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d96643b-4fa6-435b-b92a-130044cd3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109221 Oct 14 11:14:13.864504 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-9a27ab4a-20d3-4c0d-a6c1-0ed086ab6fc8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d96643b-4fa6-435b-b92a-130044cd3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553565 Oct 14 11:14:13.876800 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-0f21f1b7-2317-446d-8276-c5133feb8493 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9a152f6-505b-4c44-bbcf-c43c35135913 HTTP/1.1" status: 200 len: 217 time: 0.1767879 Oct 14 11:14:14.063979 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-fc5d01f8-31b7-4959-be63-22e315a30af0 req-46e4b325-f1d6-461f-8040-ebb0c5c2b828 service neutron] 10.222.0.39 "GET /v2.0/networks/4d96643b-4fa6-435b-b92a-130044cd3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140479 Oct 14 11:14:14.068889 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-ced009c3-48b9-40a3-a1a1-8f0537eff186 service neutron] 10.222.0.39 "GET /v2.0/networks/4d96643b-4fa6-435b-b92a-130044cd3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876678 Oct 14 11:14:14.070952 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-395b27f7-0001-44b6-b0c6-81470c880625 req-39a25d90-af10-4954-bb0c-fa406cac4d87 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3936231 Oct 14 11:14:14.103307 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92290165-5b65-4a9e-8cec-762a5da42b35 req-8ec26db3-98cb-44d8-a6c6-0d9dddcfeb18 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:14.110947 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-92290165-5b65-4a9e-8cec-762a5da42b35 req-8ec26db3-98cb-44d8-a6c6-0d9dddcfeb18 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 944 time: 0.2323802 Oct 14 11:14:14.155500 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-9b957d0f-ace1-4cab-b1de-02eef999ff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:14.157181 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-9b957d0f-ace1-4cab-b1de-02eef999ff60 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c4a9eff2-6c2d-4996-83b4-e446c185e0ed HTTP/1.1" status: 200 len: 849 time: 0.2211595 Oct 14 11:14:14.263537 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-92290165-5b65-4a9e-8cec-762a5da42b35 req-b850c284-acd5-4fa7-bbe6-a9d4d7f424c0 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462126 Oct 14 11:14:14.298724 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-fc5d01f8-31b7-4959-be63-22e315a30af0 req-9112fd96-e1a8-4499-9e1a-b2e7d35eaedc service neutron] 10.222.0.39 "GET /v2.0/networks/4d96643b-4fa6-435b-b92a-130044cd3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203867 Oct 14 11:14:14.303341 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-cebbc7b1-f61e-464c-b6fd-6f7f77dca59f req-9f1a9ee6-3cfe-430b-a85c-3b48273b7322 service neutron] 10.222.0.39 "GET /v2.0/networks/4d96643b-4fa6-435b-b92a-130044cd3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154579 Oct 14 11:14:14.328780 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:14.341885 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-eb1e339f-eb00-4a0d-9a3f-641fe84d1b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:14.343538 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-eb1e339f-eb00-4a0d-9a3f-641fe84d1b22 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8adb0b2b-c914-4296-9b32-bac60154b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1698444 Oct 14 11:14:14.354572 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed172869-e70f-4528-bc9e-8aabd31735ec req-8fd60e31-6185-4ff9-8dbc-1002105bb803 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:14.356125 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ed172869-e70f-4528-bc9e-8aabd31735ec req-8fd60e31-6185-4ff9-8dbc-1002105bb803 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 943 time: 0.1675036 Oct 14 11:14:14.463652 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ed172869-e70f-4528-bc9e-8aabd31735ec req-6c476318-4fdb-47d6-b45d-d09ea18a9d23 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977919 Oct 14 11:14:14.487203 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-7c980e06-5643-48b1-a99d-b44ca76ea820 service neutron] 10.222.0.39 "GET /v2.0/networks/8adb0b2b-c914-4296-9b32-bac60154b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299667 Oct 14 11:14:14.623311 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-706d6aea-d253-4dce-83fe-dc79fade9122 req-db679e80-8d33-4326-83e0-4050aa720989 service neutron] 10.222.0.39 "GET /v2.0/networks/8adb0b2b-c914-4296-9b32-bac60154b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198130 Oct 14 11:14:14.810863 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 57616) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:14.841719 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723cc136-bc04-47f7-b9a9-6d02b118fe4a req-fb9d2bdc-84ad-4464-a7c8-381da3d5806e tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:14.843632 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-723cc136-bc04-47f7-b9a9-6d02b118fe4a req-fb9d2bdc-84ad-4464-a7c8-381da3d5806e tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca6f9333-d48f-4ac1-8ca2-529ebdb177b2 HTTP/1.1" status: 200 len: 945 time: 0.0630608 Oct 14 11:14:14.910672 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-723cc136-bc04-47f7-b9a9-6d02b118fe4a req-88c43506-f591-4988-96ac-1ae7ce89d0b0 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/security-groups?id=03322c2c-5b43-4b89-ad6e-03b602f1afb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601666 Oct 14 11:14:14.986034 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c1bc5426-84a7-40be-9eba-89e294456b41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:15.145012 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c1bc5426-84a7-40be-9eba-89e294456b41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:15.151123 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c1bc5426-84a7-40be-9eba-89e294456b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:15.218598 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-c1bc5426-84a7-40be-9eba-89e294456b41 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6b5600875e48421dae827105551ad33d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4061878 Oct 14 11:14:15.222447 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 57640) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:15.267013 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc5426-84a7-40be-9eba-89e294456b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26c6c37-ffd6-4ec5-9db9-5c59b59262e6,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:15.352203 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-aa581b39-9688-4d5e-9262-13c69f2853d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:15.398499 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-aa581b39-9688-4d5e-9262-13c69f2853d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:15.494807 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-aa581b39-9688-4d5e-9262-13c69f2853d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:15.498213 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-aa581b39-9688-4d5e-9262-13c69f2853d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:15.502509 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-aa581b39-9688-4d5e-9262-13c69f2853d0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f26c6c37-ffd6-4ec5-9db9-5c59b59262e6 HTTP/1.1" status: 204 len: 168 time: 0.2769973 Oct 14 11:14:15.507627 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5faffb9-42b1-4252-b70c-fae982e80332 req-d1238df7-88e3-497a-988b-07062d09914c tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:15.517101 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f5faffb9-42b1-4252-b70c-fae982e80332 req-d1238df7-88e3-497a-988b-07062d09914c tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 944 time: 0.3394885 Oct 14 11:14:15.530908 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa581b39-9688-4d5e-9262-13c69f2853d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26c6c37-ffd6-4ec5-9db9-5c59b59262e6,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:15.625482 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666f29d-ee72-4b75-adc9-c39473bd28f1 req-06bef542-e5a1-432b-b4bd-45121a9bada5 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:15.628300 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0666f29d-ee72-4b75-adc9-c39473bd28f1 req-06bef542-e5a1-432b-b4bd-45121a9bada5 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 944 time: 0.1767554 Oct 14 11:14:15.684405 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f5faffb9-42b1-4252-b70c-fae982e80332 req-ac4f5e8c-b562-4071-b9b4-e556f57eb9ea tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653721 Oct 14 11:14:15.753133 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0666f29d-ee72-4b75-adc9-c39473bd28f1 req-817209c6-67b1-4035-95ec-1fd7ca9ce69c tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138227 Oct 14 11:14:15.885928 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ddd8c-d4d7-4a4b-9564-a12f554d16d4 req-3db1be5e-96eb-4aa4-8392-aaa40baca67f tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:15.887981 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-910ddd8c-d4d7-4a4b-9564-a12f554d16d4 req-3db1be5e-96eb-4aa4-8392-aaa40baca67f tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 943 time: 0.0702033 Oct 14 11:14:15.989333 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-910ddd8c-d4d7-4a4b-9564-a12f554d16d4 req-1e4dfd9f-dca9-4905-a093-441a817c697c tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858877 Oct 14 11:14:16.107236 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 57674) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:16.140066 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c1029c22-2962-415f-a1e3-c68fd00672a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:16.141089 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 04c9b8a2-da58-4829-884d-badda3bdeb3d details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=99970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:14:16.275879 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c1029c22-2962-415f-a1e3-c68fd00672a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:16.282027 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c1029c22-2962-415f-a1e3-c68fd00672a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:16.336050 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-c1029c22-2962-415f-a1e3-c68fd00672a1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=486e03dbf30049bd90c9f229070f672f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2263680 Oct 14 11:14:16.336903 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1029c22-2962-415f-a1e3-c68fd00672a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff35856-059d-4924-ab91-68f82d57724f,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:16.341189 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 57680) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:16.357561 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port 04c9b8a2-da58-4829-884d-badda3bdeb3d, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=04c9b8a2-da58-4829-884d-badda3bdeb3d,segment=NetworkSegment(f6e0ac5a-3aac-4edb-8646-5a6da67aa4de),segment_id=f6e0ac5a-3aac-4edb-8646-5a6da67aa4de)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:14:16.383334 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Returning: {'device': '04c9b8a2-da58-4829-884d-badda3bdeb3d', 'network_id': '4d96643b-4fa6-435b-b92a-130044cd3548', 'port_id': '04c9b8a2-da58-4829-884d-badda3bdeb3d', 'mac_address': 'fa:16:3e:51:61:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0cb2568-f2cb-4fad-9fcc-49f5492b923a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:14:16.444421 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8d13ee6b-0c2c-427a-9500-69fca7b42340 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:16.457748 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:16.474916 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04c9b8a2-da58-4829-884d-badda3bdeb3d {{(pid=99970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:14:16.512430 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port 04c9b8a2-da58-4829-884d-badda3bdeb3d, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=04c9b8a2-da58-4829-884d-badda3bdeb3d,segment=NetworkSegment(f6e0ac5a-3aac-4edb-8646-5a6da67aa4de),segment_id=f6e0ac5a-3aac-4edb-8646-5a6da67aa4de)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:14:16.518694 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:16.519463 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 988df262-f09c-4fe0-bc00-221e5936214b details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=99970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:14:16.550314 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 57684) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:16.611725 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=04c9b8a2-da58-4829-884d-badda3bdeb3d,revision_number=4']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:16.699513 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port 988df262-f09c-4fe0-bc00-221e5936214b, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=988df262-f09c-4fe0-bc00-221e5936214b,segment=NetworkSegment(f89198a1-603f-4689-b5b2-f4b9245553bb),segment_id=f89198a1-603f-4689-b5b2-f4b9245553bb)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:14:16.734835 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Returning: {'device': '988df262-f09c-4fe0-bc00-221e5936214b', 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51', 'port_id': '988df262-f09c-4fe0-bc00-221e5936214b', 'mac_address': 'fa:16:3e:72:57:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca00ce8-46db-40c9-b0ce-2996d51e47d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:14:16.795924 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8d13ee6b-0c2c-427a-9500-69fca7b42340 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:16.841386 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-86d301d7-b663-42e7-8aa8-d39de31085e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:16.887545 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:16.908361 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8d13ee6b-0c2c-427a-9500-69fca7b42340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:16.912292 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8d13ee6b-0c2c-427a-9500-69fca7b42340 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:16.920066 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-8d13ee6b-0c2c-427a-9500-69fca7b42340 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0ff35856-059d-4924-ab91-68f82d57724f HTTP/1.1" status: 204 len: 168 time: 0.5756218 Oct 14 11:14:16.933753 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 988df262-f09c-4fe0-bc00-221e5936214b {{(pid=99970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:14:16.939561 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d13ee6b-0c2c-427a-9500-69fca7b42340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff35856-059d-4924-ab91-68f82d57724f,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:17.064346 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port 988df262-f09c-4fe0-bc00-221e5936214b, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=988df262-f09c-4fe0-bc00-221e5936214b,segment=NetworkSegment(f89198a1-603f-4689-b5b2-f4b9245553bb),segment_id=f89198a1-603f-4689-b5b2-f4b9245553bb)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:14:17.080357 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:17.083639 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829283d0-e991-44c9-99b5-8b4bf6469bc3 req-d5a8f1c7-af26-481a-8846-2149d7f7c1c4 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:17.091371 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-829283d0-e991-44c9-99b5-8b4bf6469bc3 req-d5a8f1c7-af26-481a-8846-2149d7f7c1c4 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 944 time: 0.2155051 Oct 14 11:14:17.166653 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=988df262-f09c-4fe0-bc00-221e5936214b,revision_number=4']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:17.201444 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-829283d0-e991-44c9-99b5-8b4bf6469bc3 req-e035188a-d8bb-4b33-b18a-74d5c520ecd4 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952790 Oct 14 11:14:17.207476 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-86d301d7-b663-42e7-8aa8-d39de31085e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:17.217712 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-86d301d7-b663-42e7-8aa8-d39de31085e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:17.292377 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-86d301d7-b663-42e7-8aa8-d39de31085e6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=da3e63fdd7054a7ab38cabfc9b73aa24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7394855 Oct 14 11:14:17.294685 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 57710) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:17.295502 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d301d7-b663-42e7-8aa8-d39de31085e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92042a50-ef93-4d36-9df0-95c4bc143b9e,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:17.437034 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33fa3b-996c-49f2-9092-877053959aa6 req-8ee6b1d9-e626-4101-b163-5990a3c3a31c tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:17.438892 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ce33fa3b-996c-49f2-9092-877053959aa6 req-8ee6b1d9-e626-4101-b163-5990a3c3a31c tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 944 time: 0.1124690 Oct 14 11:14:17.442993 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-443c3fa5-95c6-45d3-8d64-0e93f05e8ce0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:17.501403 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-443c3fa5-95c6-45d3-8d64-0e93f05e8ce0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:17.546210 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ce33fa3b-996c-49f2-9092-877053959aa6 req-f456f167-306e-4909-a1cb-837b43d031a4 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942366 Oct 14 11:14:17.628821 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-443c3fa5-95c6-45d3-8d64-0e93f05e8ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:17.631654 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-443c3fa5-95c6-45d3-8d64-0e93f05e8ce0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:17.633148 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-443c3fa5-95c6-45d3-8d64-0e93f05e8ce0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/92042a50-ef93-4d36-9df0-95c4bc143b9e HTTP/1.1" status: 204 len: 168 time: 0.3334835 Oct 14 11:14:17.642830 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c3fa5-95c6-45d3-8d64-0e93f05e8ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92042a50-ef93-4d36-9df0-95c4bc143b9e,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:17.756172 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd1cc2-b7d1-4477-9188-2ac9fc527f86 req-22f30dc1-2370-4ed2-a634-3e2d826138d3 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:17.759457 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c9dd1cc2-b7d1-4477-9188-2ac9fc527f86 req-22f30dc1-2370-4ed2-a634-3e2d826138d3 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 943 time: 0.1053882 Oct 14 11:14:17.817601 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c9dd1cc2-b7d1-4477-9188-2ac9fc527f86 req-d430261a-3d84-4c16-8e4c-40426d909137 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519011 Oct 14 11:14:18.315879 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 57742) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:18.343316 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8322fbb5-c8ec-43f1-b6c7-f495562c7902 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:18.405412 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c624ae-de27-4ad8-84f4-b88c9fac4020 req-0fc4c7ad-54b5-4cc0-8ade-c8166b731800 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:18.407186 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-00c624ae-de27-4ad8-84f4-b88c9fac4020 req-0fc4c7ad-54b5-4cc0-8ade-c8166b731800 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 945 time: 0.0694177 Oct 14 11:14:18.481692 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8322fbb5-c8ec-43f1-b6c7-f495562c7902 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:18.487146 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8322fbb5-c8ec-43f1-b6c7-f495562c7902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:18.488851 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-00c624ae-de27-4ad8-84f4-b88c9fac4020 req-6635429c-29d0-40e7-808c-9fbf27791109 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707738 Oct 14 11:14:18.550734 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-8322fbb5-c8ec-43f1-b6c7-f495562c7902 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6f8c2e7c889b4406ac51c1d8d7f4be16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329335 Oct 14 11:14:18.552677 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8322fbb5-c8ec-43f1-b6c7-f495562c7902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549eb4ec-fe4d-4cb7-9edf-96b72aa14f5a,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:18.554049 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 57746) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:18.652256 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-1eb96ed9-d911-4727-ad69-5d92aee9cc69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:18.725800 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-1eb96ed9-d911-4727-ad69-5d92aee9cc69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:18.756345 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6933c-9c78-41a9-beee-72aef8cf3963 req-200ff7e9-a25b-458f-b541-2ebd12e96b24 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:18.758056 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-43a6933c-9c78-41a9-beee-72aef8cf3963 req-200ff7e9-a25b-458f-b541-2ebd12e96b24 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 944 time: 0.1024947 Oct 14 11:14:18.837343 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-43a6933c-9c78-41a9-beee-72aef8cf3963 req-68afdf68-9ba9-4d7d-a39c-a53b47640244 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674706 Oct 14 11:14:18.839530 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-1eb96ed9-d911-4727-ad69-5d92aee9cc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:18.844519 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-1eb96ed9-d911-4727-ad69-5d92aee9cc69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:18.847901 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-1eb96ed9-d911-4727-ad69-5d92aee9cc69 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/549eb4ec-fe4d-4cb7-9edf-96b72aa14f5a HTTP/1.1" status: 204 len: 168 time: 0.2899041 Oct 14 11:14:18.868726 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb96ed9-d911-4727-ad69-5d92aee9cc69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549eb4ec-fe4d-4cb7-9edf-96b72aa14f5a,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:19.049718 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e4764-b5cc-4596-8c89-094fa3390ec2 req-b4590127-19f2-4fea-b4b2-1e89874a7b19 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:19.052008 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-604e4764-b5cc-4596-8c89-094fa3390ec2 req-b4590127-19f2-4fea-b4b2-1e89874a7b19 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 943 time: 0.0949123 Oct 14 11:14:19.161058 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-604e4764-b5cc-4596-8c89-094fa3390ec2 req-087af81b-5daf-4e1a-841e-7e7cf79b538b tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909631 Oct 14 11:14:19.272308 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device e9a152f6-505b-4c44-bbcf-c43c35135913 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=99970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:14:19.476714 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port e9a152f6-505b-4c44-bbcf-c43c35135913, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=e9a152f6-505b-4c44-bbcf-c43c35135913,segment=NetworkSegment(5783322a-3a14-4ddc-90d8-14aa7da0c168),segment_id=5783322a-3a14-4ddc-90d8-14aa7da0c168)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:14:19.492080 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Returning: {'device': 'e9a152f6-505b-4c44-bbcf-c43c35135913', 'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c', 'port_id': 'e9a152f6-505b-4c44-bbcf-c43c35135913', 'mac_address': 'fa:16:3e:d7:6c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4a9eff2-6c2d-4996-83b4-e446c185e0ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:14:19.543028 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['04c9b8a2-da58-4829-884d-badda3bdeb3d'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:14:19.574656 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['988df262-f09c-4fe0-bc00-221e5936214b'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:14:19.618320 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:19.639530 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9a152f6-505b-4c44-bbcf-c43c35135913 {{(pid=99970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:14:19.687281 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port e9a152f6-505b-4c44-bbcf-c43c35135913, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=e9a152f6-505b-4c44-bbcf-c43c35135913,segment=NetworkSegment(5783322a-3a14-4ddc-90d8-14aa7da0c168),segment_id=5783322a-3a14-4ddc-90d8-14aa7da0c168)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:14:19.709571 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:19.776254 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284cc3d-20c1-43da-aee7-27f1695ba2b2 req-eb633d6c-425a-4f88-b01c-fff3e0cf91c6 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:19.779131 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7284cc3d-20c1-43da-aee7-27f1695ba2b2 req-eb633d6c-425a-4f88-b01c-fff3e0cf91c6 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 945 time: 0.1165099 Oct 14 11:14:19.921550 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7284cc3d-20c1-43da-aee7-27f1695ba2b2 req-3cd52806-6067-4c5b-8cfa-f1b45d1a85ba tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251459 Oct 14 11:14:20.019349 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=e9a152f6-505b-4c44-bbcf-c43c35135913,revision_number=4']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:20.049617 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['e9a152f6-505b-4c44-bbcf-c43c35135913'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:14:20.062481 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8547da-3f04-41e7-a001-04b0d19f8826 req-bb208ad9-2384-43a3-8e49-f018d01f8265 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:20.072182 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4e8547da-3f04-41e7-a001-04b0d19f8826 req-bb208ad9-2384-43a3-8e49-f018d01f8265 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 944 time: 0.0903540 Oct 14 11:14:20.143732 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4e8547da-3f04-41e7-a001-04b0d19f8826 req-6a2bd692-2445-444d-8768-6882a0148ca1 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705230 Oct 14 11:14:20.438873 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaaba43-469e-472f-88eb-3bdcc7cf8871 req-8082d385-da33-4e18-b710-1313fad642c7 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:20.440661 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0aaaba43-469e-472f-88eb-3bdcc7cf8871 req-8082d385-da33-4e18-b710-1313fad642c7 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 944 time: 0.1278055 Oct 14 11:14:20.505560 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0aaaba43-469e-472f-88eb-3bdcc7cf8871 req-40b78896-b840-45fe-9ee1-05e433439d6a tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565603 Oct 14 11:14:21.094341 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a53eb7-0237-4d61-bf19-7746f68a9ad3 req-4bfc17e9-3c32-41a2-88de-019fedd45515 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:21.095944 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-26a53eb7-0237-4d61-bf19-7746f68a9ad3 req-4bfc17e9-3c32-41a2-88de-019fedd45515 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 945 time: 0.0836883 Oct 14 11:14:21.165926 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-26a53eb7-0237-4d61-bf19-7746f68a9ad3 req-4ec820ba-2f0e-4140-87f3-496d12809c2a tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614867 Oct 14 11:14:21.267558 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 61749222-a273-487b-a559-958a06098102 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=99970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:14:21.332000 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c278fc-4fb8-4f8d-881e-8c1cca91d44b req-d3224683-47cb-48d7-91ab-3118f820a526 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:21.342082 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-99c278fc-4fb8-4f8d-881e-8c1cca91d44b req-d3224683-47cb-48d7-91ab-3118f820a526 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 944 time: 0.1039100 Oct 14 11:14:21.354604 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 04c9b8a2-da58-4829-884d-badda3bdeb3d up at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:14:21.435020 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-99c278fc-4fb8-4f8d-881e-8c1cca91d44b req-de9af36b-941b-480b-8696-226015569aac tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918067 Oct 14 11:14:21.528727 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning for port 04c9b8a2-da58-4829-884d-badda3bdeb3d completed by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 11:14:21.566841 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port 61749222-a273-487b-a559-958a06098102, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=61749222-a273-487b-a559-958a06098102,segment=NetworkSegment(f6e0ac5a-3aac-4edb-8646-5a6da67aa4de),segment_id=f6e0ac5a-3aac-4edb-8646-5a6da67aa4de)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:14:21.597092 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Returning: {'device': '61749222-a273-487b-a559-958a06098102', 'network_id': '4d96643b-4fa6-435b-b92a-130044cd3548', 'port_id': '61749222-a273-487b-a559-958a06098102', 'mac_address': 'fa:16:3e:ff:21:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0cb2568-f2cb-4fad-9fcc-49f5492b923a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:14:21.608019 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning complete for port 04c9b8a2-da58-4829-884d-badda3bdeb3d triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:14:21.609130 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:21.794623 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2146b2-f213-457f-92a4-b9f433f99dc6 req-bd9d8385-dc05-4040-b125-15d4c2214226 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:21.797822 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2a2146b2-f213-457f-92a4-b9f433f99dc6 req-bd9d8385-dc05-4040-b125-15d4c2214226 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 944 time: 0.1567786 Oct 14 11:14:21.861316 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:21.901581 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61749222-a273-487b-a559-958a06098102 {{(pid=99970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:14:21.914597 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2a2146b2-f213-457f-92a4-b9f433f99dc6 req-734ee08b-5316-4192-b956-983c2692b71e tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077142 Oct 14 11:14:21.930646 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:22.019206 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port 61749222-a273-487b-a559-958a06098102, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=61749222-a273-487b-a559-958a06098102,segment=NetworkSegment(f6e0ac5a-3aac-4edb-8646-5a6da67aa4de),segment_id=f6e0ac5a-3aac-4edb-8646-5a6da67aa4de)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:14:22.034011 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b85116-715b-4c3f-91e3-e52e2b173c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c9b8a2-da58-4829-884d-badda3bdeb3d'}] {{(pid=99970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:14:22.042730 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e67274c3f7888a1e620d1da4f152c08f6ed72520f222e4ac6b19e3f5d220bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64161030-51f2-409f-a353-0d522e8edae6" -d '{"events": [{"server_uuid": "71b85116-715b-4c3f-91e3-e52e2b173c70", "name": "network-vif-plugged", "status": "completed", "tag": "04c9b8a2-da58-4829-884d-badda3bdeb3d"}]}' {{(pid=99970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:14:22.069061 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port 04c9b8a2-da58-4829-884d-badda3bdeb3d, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=04c9b8a2-da58-4829-884d-badda3bdeb3d,segment=NetworkSegment(f6e0ac5a-3aac-4edb-8646-5a6da67aa4de),segment_id=f6e0ac5a-3aac-4edb-8646-5a6da67aa4de)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:14:22.072980 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:22.119339 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7969be-7807-483a-877a-a9a4677cd228 x-openstack-request-id: req-8d7969be-7807-483a-877a-a9a4677cd228 {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:14:22.119585 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b85116-715b-4c3f-91e3-e52e2b173c70", "name": "network-vif-plugged", "status": "completed", "tag": "04c9b8a2-da58-4829-884d-badda3bdeb3d", "code": 200}]} {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:14:22.119913 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8d7969be-7807-483a-877a-a9a4677cd228 {{(pid=99970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:14:22.120253 dv-cinder-801354-3-iscsi neutron-server[99970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b85116-715b-4c3f-91e3-e52e2b173c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c9b8a2-da58-4829-884d-badda3bdeb3d', 'code': 200} Oct 14 11:14:22.120992 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:22.122218 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 988df262-f09c-4fe0-bc00-221e5936214b up at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:14:22.167217 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=61749222-a273-487b-a559-958a06098102,revision_number=4']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:22.245754 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning for port 988df262-f09c-4fe0-bc00-221e5936214b completed by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 11:14:22.260100 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning complete for port 988df262-f09c-4fe0-bc00-221e5936214b triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:14:22.260572 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:22.263457 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=04c9b8a2-da58-4829-884d-badda3bdeb3d,revision_number=5']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:22.397398 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:22.431290 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f36b4-c0b2-465e-9c05-a589a24e8b3d req-351c9bbe-c5d6-4fff-a1f8-becf0a4d0506 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:22.433425 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8c6f36b4-c0b2-465e-9c05-a589a24e8b3d req-351c9bbe-c5d6-4fff-a1f8-becf0a4d0506 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 945 time: 0.1073091 Oct 14 11:14:22.492911 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port 988df262-f09c-4fe0-bc00-221e5936214b, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=988df262-f09c-4fe0-bc00-221e5936214b,segment=NetworkSegment(f89198a1-603f-4689-b5b2-f4b9245553bb),segment_id=f89198a1-603f-4689-b5b2-f4b9245553bb)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:14:22.502368 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:22.503518 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device e9a152f6-505b-4c44-bbcf-c43c35135913 up at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:14:22.560205 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8c6f36b4-c0b2-465e-9c05-a589a24e8b3d req-9caaf049-1ffb-4591-b7cf-8e4fbea68c56 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019058 Oct 14 11:14:22.622657 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning for port e9a152f6-505b-4c44-bbcf-c43c35135913 completed by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 11:14:22.644688 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning complete for port e9a152f6-505b-4c44-bbcf-c43c35135913 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:14:22.645491 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:22.689048 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=988df262-f09c-4fe0-bc00-221e5936214b,revision_number=5']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:22.691799 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856910d9-f2da-40ec-b703-937393853873 req-67943377-d7ce-45ce-ab31-9dab6fd195e2 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:22.709628 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-856910d9-f2da-40ec-b703-937393853873 req-67943377-d7ce-45ce-ab31-9dab6fd195e2 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 945 time: 0.1208849 Oct 14 11:14:22.782974 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-856910d9-f2da-40ec-b703-937393853873 req-1af086e7-cf79-454c-85dd-5f5d90c96ef2 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711689 Oct 14 11:14:22.805385 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:22.846503 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port e9a152f6-505b-4c44-bbcf-c43c35135913, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=e9a152f6-505b-4c44-bbcf-c43c35135913,segment=NetworkSegment(5783322a-3a14-4ddc-90d8-14aa7da0c168),segment_id=5783322a-3a14-4ddc-90d8-14aa7da0c168)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:14:22.852286 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:22.955142 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=e9a152f6-505b-4c44-bbcf-c43c35135913,revision_number=5']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:23.052021 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f69dc-4a07-4c36-ae5f-98ff2a04b41a req-7a5e85bf-ce8e-4b03-b8d9-00e917316026 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:23.053714 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d95f69dc-4a07-4c36-ae5f-98ff2a04b41a req-7a5e85bf-ce8e-4b03-b8d9-00e917316026 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0599868 Oct 14 11:14:23.141101 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d95f69dc-4a07-4c36-ae5f-98ff2a04b41a req-1c5ecf07-2b7a-470e-aead-4c1435781258 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732267 Oct 14 11:14:23.721106 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 57946) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:23.753559 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74e112-53b5-4996-bb2b-c994f2232adc req-2494e831-a373-4ab4-829a-f18973a3779b tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:23.769888 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0e74e112-53b5-4996-bb2b-c994f2232adc req-2494e831-a373-4ab4-829a-f18973a3779b tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.0829427 Oct 14 11:14:23.827034 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0e74e112-53b5-4996-bb2b-c994f2232adc req-6d9596d8-bd13-403a-bb0b-b3c6f94403d7 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634413 Oct 14 11:14:23.925442 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-ac303296-28ab-4fa8-9cb1-5e430d6fdef7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:23.939654 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a258c19-981a-48c0-bf6e-a63b52347ab2 req-7b6d21ab-7ec9-4c41-badc-23451bb939f2 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:23.941437 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2a258c19-981a-48c0-bf6e-a63b52347ab2 req-7b6d21ab-7ec9-4c41-badc-23451bb939f2 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 945 time: 0.0601130 Oct 14 11:14:23.987395 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2a258c19-981a-48c0-bf6e-a63b52347ab2 req-7a81824c-7c22-449f-80ce-f106f563a200 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390873 Oct 14 11:14:24.030871 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-ac303296-28ab-4fa8-9cb1-5e430d6fdef7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:24.035621 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-ac303296-28ab-4fa8-9cb1-5e430d6fdef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:24.081553 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac303296-28ab-4fa8-9cb1-5e430d6fdef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb7aa72-cbf2-4fa5-b82a-de832683a5ca,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:24.087487 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-ac303296-28ab-4fa8-9cb1-5e430d6fdef7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a31717a175404ffbbe521d236ceb8580&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3651135 Oct 14 11:14:24.089640 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 57956) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:24.121405 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fa3ad3-712f-4b34-a6a3-ff27dcb163fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988df262-f09c-4fe0-bc00-221e5936214b'}, {'server_uuid': '659bb851-b62d-4cbe-90da-33936bd097df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a152f6-505b-4c44-bbcf-c43c35135913'}] {{(pid=99970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:14:24.124058 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e67274c3f7888a1e620d1da4f152c08f6ed72520f222e4ac6b19e3f5d220bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450498ea-38b7-4e09-b920-3310a161a0eb" -d '{"events": [{"server_uuid": "d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc", "name": "network-vif-plugged", "status": "completed", "tag": "988df262-f09c-4fe0-bc00-221e5936214b"}, {"server_uuid": "659bb851-b62d-4cbe-90da-33936bd097df", "name": "network-vif-plugged", "status": "completed", "tag": "e9a152f6-505b-4c44-bbcf-c43c35135913"}]}' {{(pid=99970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:14:24.162445 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-54c79c39-a647-4722-a354-f92986750656 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:24.184179 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 14 Oct 2021 11:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d8d50a-1195-43df-85fd-919f7c921db2 x-openstack-request-id: req-28d8d50a-1195-43df-85fd-919f7c921db2 {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:14:24.184797 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc", "name": "network-vif-plugged", "status": "completed", "tag": "988df262-f09c-4fe0-bc00-221e5936214b", "code": 200}, {"server_uuid": "659bb851-b62d-4cbe-90da-33936bd097df", "name": "network-vif-plugged", "status": "completed", "tag": "e9a152f6-505b-4c44-bbcf-c43c35135913", "code": 200}]} {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:14:24.185284 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-28d8d50a-1195-43df-85fd-919f7c921db2 {{(pid=99970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:14:24.186068 dv-cinder-801354-3-iscsi neutron-server[99970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fa3ad3-712f-4b34-a6a3-ff27dcb163fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988df262-f09c-4fe0-bc00-221e5936214b', 'code': 200} Oct 14 11:14:24.186542 dv-cinder-801354-3-iscsi neutron-server[99970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '659bb851-b62d-4cbe-90da-33936bd097df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a152f6-505b-4c44-bbcf-c43c35135913', 'code': 200} Oct 14 11:14:24.192719 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-54c79c39-a647-4722-a354-f92986750656 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:24.268253 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-54c79c39-a647-4722-a354-f92986750656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:24.271977 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-54c79c39-a647-4722-a354-f92986750656 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:24.273490 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-54c79c39-a647-4722-a354-f92986750656 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/acb7aa72-cbf2-4fa5-b82a-de832683a5ca HTTP/1.1" status: 204 len: 168 time: 0.1827605 Oct 14 11:14:24.284550 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c79c39-a647-4722-a354-f92986750656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb7aa72-cbf2-4fa5-b82a-de832683a5ca,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:24.298376 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b758fe83-ee98-425c-8af5-5aec5f5bf976 req-0f856f25-56db-47e1-8e86-2d36f1216145 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:24.301006 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b758fe83-ee98-425c-8af5-5aec5f5bf976 req-0f856f25-56db-47e1-8e86-2d36f1216145 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0673749 Oct 14 11:14:24.368621 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b758fe83-ee98-425c-8af5-5aec5f5bf976 req-79652203-dfa5-4d8d-b940-4b086bd7d97b tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540335 Oct 14 11:14:24.628870 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 57972) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:24.645905 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b7ac67e1-b053-47e8-9558-c3dcd869f72f admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:24.742614 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b7ac67e1-b053-47e8-9558-c3dcd869f72f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:24.747533 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b7ac67e1-b053-47e8-9558-c3dcd869f72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:24.793179 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-b7ac67e1-b053-47e8-9558-c3dcd869f72f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d033fdfeef5d442f98beaa5075f6e7fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1628006 Oct 14 11:14:24.794031 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac67e1-b053-47e8-9558-c3dcd869f72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83be5ae-066e-4ca8-bbf5-94eba6d230c1,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:24.796615 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 57974) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:24.858099 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-25c4566f-1849-4599-9ef3-c9175af4c05a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:24.889700 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-25c4566f-1849-4599-9ef3-c9175af4c05a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:25.000263 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10940bbb-413c-4abf-a192-5a904352d396 req-a68cc842-12b9-4a9e-8b6f-531a8d8be9a2 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:25.002932 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-10940bbb-413c-4abf-a192-5a904352d396 req-a68cc842-12b9-4a9e-8b6f-531a8d8be9a2 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.0769556 Oct 14 11:14:25.020844 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-25c4566f-1849-4599-9ef3-c9175af4c05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:25.026052 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-25c4566f-1849-4599-9ef3-c9175af4c05a admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:25.027605 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-25c4566f-1849-4599-9ef3-c9175af4c05a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c83be5ae-066e-4ca8-bbf5-94eba6d230c1 HTTP/1.1" status: 204 len: 168 time: 0.2294848 Oct 14 11:14:25.052931 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c4566f-1849-4599-9ef3-c9175af4c05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83be5ae-066e-4ca8-bbf5-94eba6d230c1,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:25.097831 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-10940bbb-413c-4abf-a192-5a904352d396 req-29d2f2e7-e0e0-4deb-ad0b-60c1d85b7c46 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876296 Oct 14 11:14:25.158436 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119db51-c7ee-4256-888d-441505fcf8be req-4d7f7b7b-8179-4590-b053-78b847d5d7a1 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:25.160309 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e119db51-c7ee-4256-888d-441505fcf8be req-4d7f7b7b-8179-4590-b053-78b847d5d7a1 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 945 time: 0.0680785 Oct 14 11:14:25.217729 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e119db51-c7ee-4256-888d-441505fcf8be req-345f9874-77db-4eb1-a807-980ce4bf698c tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453427 Oct 14 11:14:25.238432 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['61749222-a273-487b-a559-958a06098102'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:14:25.374270 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ff807-e310-446d-a93a-f63c41c6206f req-f70edcd4-6c09-4c8e-83db-d1c6ad71adc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:25.376623 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-027ff807-e310-446d-a93a-f63c41c6206f req-f70edcd4-6c09-4c8e-83db-d1c6ad71adc7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 1098 time: 0.1330898 Oct 14 11:14:25.484243 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-027ff807-e310-446d-a93a-f63c41c6206f req-207ae6e5-69bc-449e-aa0a-90f01b7653f0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995018 Oct 14 11:14:25.573053 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6ce6f-89a6-4ca3-8f40-4f7ee0ee1385 req-247cc8c4-27d8-4c72-b3ed-d1003712dc79 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:25.574643 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1fa6ce6f-89a6-4ca3-8f40-4f7ee0ee1385 req-247cc8c4-27d8-4c72-b3ed-d1003712dc79 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0593061 Oct 14 11:14:25.630217 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1fa6ce6f-89a6-4ca3-8f40-4f7ee0ee1385 req-a93cb02f-b43d-409f-b750-209c323c282c tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453217 Oct 14 11:14:25.796650 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716dac0-496b-490e-af24-0c69f9d6b1b2 req-449f73ec-d02d-4102-aa80-d7ee4a4fd3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:25.798228 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6716dac0-496b-490e-af24-0c69f9d6b1b2 req-449f73ec-d02d-4102-aa80-d7ee4a4fd3fe service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 1098 time: 0.0507474 Oct 14 11:14:25.828955 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c8898c-b065-4b47-b20e-6ba956f86adb req-020dd5cd-b050-4462-8530-1e38db7e0cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:25.833498 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-80c8898c-b065-4b47-b20e-6ba956f86adb req-020dd5cd-b050-4462-8530-1e38db7e0cb2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 1099 time: 0.0847180 Oct 14 11:14:25.856821 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6716dac0-496b-490e-af24-0c69f9d6b1b2 req-d1e90cdd-5eef-495f-a5ba-301b197fc05e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475128 Oct 14 11:14:25.883745 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-80c8898c-b065-4b47-b20e-6ba956f86adb req-6487e03b-407c-4b22-8609-b75bd57af2ca service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337460 Oct 14 11:14:26.335676 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795bf390-f408-4193-b756-63f3d810e83c req-afb79d19-25c5-4db2-9d59-e4874ec88928 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:26.339189 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-795bf390-f408-4193-b756-63f3d810e83c req-afb79d19-25c5-4db2-9d59-e4874ec88928 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.1100852 Oct 14 11:14:26.463227 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-795bf390-f408-4193-b756-63f3d810e83c req-26133c08-aa49-430f-aac9-99f9d94e1805 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131663 Oct 14 11:14:26.495923 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b36484-74cc-4137-94ff-45c8dce5819c req-e551304f-e2bc-4e2e-9446-5d85ad6d6452 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:26.497591 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a1b36484-74cc-4137-94ff-45c8dce5819c req-e551304f-e2bc-4e2e-9446-5d85ad6d6452 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 945 time: 0.1130769 Oct 14 11:14:26.554261 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a1b36484-74cc-4137-94ff-45c8dce5819c req-71e9e28f-5294-4a89-9d09-85f50eb31649 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487580 Oct 14 11:14:26.817679 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629aef5-4966-446f-a067-af13af12c7eb req-25c6cef2-4189-4808-89af-db1014dd8676 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:26.819787 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c629aef5-4966-446f-a067-af13af12c7eb req-25c6cef2-4189-4808-89af-db1014dd8676 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0728886 Oct 14 11:14:26.880273 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c629aef5-4966-446f-a067-af13af12c7eb req-31f2759a-028c-4db1-ba0c-57cf954efa6f tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528319 Oct 14 11:14:27.372295 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 61749222-a273-487b-a559-958a06098102 up at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:14:27.474359 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning for port 61749222-a273-487b-a559-958a06098102 completed by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 11:14:27.488757 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning complete for port 61749222-a273-487b-a559-958a06098102 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:14:27.489381 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:27.755268 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:27.812561 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c67e8b-c53b-4581-bccb-c70f62e5a48a req-249277d6-fa3f-479b-9098-8c6ca1cfbf24 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:27.814525 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-69c67e8b-c53b-4581-bccb-c70f62e5a48a req-249277d6-fa3f-479b-9098-8c6ca1cfbf24 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.1905963 Oct 14 11:14:27.837501 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b5f13-ddae-4950-b142-25b36e6b0911 req-f85c810e-9088-4d58-a6d0-eee67fd1d56f tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:27.839214 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-651b5f13-ddae-4950-b142-25b36e6b0911 req-f85c810e-9088-4d58-a6d0-eee67fd1d56f tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 945 time: 0.1128166 Oct 14 11:14:27.856537 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port 61749222-a273-487b-a559-958a06098102, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=61749222-a273-487b-a559-958a06098102,segment=NetworkSegment(f6e0ac5a-3aac-4edb-8646-5a6da67aa4de),segment_id=f6e0ac5a-3aac-4edb-8646-5a6da67aa4de)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:14:27.858465 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7aa3868-46f9-4a09-a20d-618b6d8d1188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61749222-a273-487b-a559-958a06098102'}] {{(pid=99970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:14:27.863892 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e67274c3f7888a1e620d1da4f152c08f6ed72520f222e4ac6b19e3f5d220bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1b7013-aa00-4799-967f-473ea46661a8" -d '{"events": [{"server_uuid": "f7aa3868-46f9-4a09-a20d-618b6d8d1188", "name": "network-vif-plugged", "status": "completed", "tag": "61749222-a273-487b-a559-958a06098102"}]}' {{(pid=99970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:14:27.877614 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:27.935270 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-69c67e8b-c53b-4581-bccb-c70f62e5a48a req-4fcb9e41-5b66-4c76-9db0-17570a9f0002 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948753 Oct 14 11:14:27.990262 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-651b5f13-ddae-4950-b142-25b36e6b0911 req-b2da468b-ff1c-4889-a171-703bf44c5b7a tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197340 Oct 14 11:14:28.035650 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7406d60b-9403-4bbb-ab2e-f2a71bb78ee4 x-openstack-request-id: req-7406d60b-9403-4bbb-ab2e-f2a71bb78ee4 {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:14:28.036632 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7aa3868-46f9-4a09-a20d-618b6d8d1188", "name": "network-vif-plugged", "status": "completed", "tag": "61749222-a273-487b-a559-958a06098102", "code": 200}]} {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:14:28.037216 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7406d60b-9403-4bbb-ab2e-f2a71bb78ee4 {{(pid=99970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:14:28.039636 dv-cinder-801354-3-iscsi neutron-server[99970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7aa3868-46f9-4a09-a20d-618b6d8d1188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61749222-a273-487b-a559-958a06098102', 'code': 200} Oct 14 11:14:28.060046 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=61749222-a273-487b-a559-958a06098102,revision_number=5']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:28.290100 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed80fc-715a-428d-b264-d30a60cc5c76 req-1510e314-0e4c-4036-847a-b2b3fd69ef31 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:28.293115 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-56ed80fc-715a-428d-b264-d30a60cc5c76 req-1510e314-0e4c-4036-847a-b2b3fd69ef31 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.1396010 Oct 14 11:14:28.356627 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-56ed80fc-715a-428d-b264-d30a60cc5c76 req-05deaf5a-cc5a-4c96-8b38-192df8f679d6 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553815 Oct 14 11:14:28.385459 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff624f-4fe9-44aa-ba91-a0b88de82c51 req-84ba597d-5d10-4b05-bd4f-eda17d83f056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:28.387436 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-64ff624f-4fe9-44aa-ba91-a0b88de82c51 req-84ba597d-5d10-4b05-bd4f-eda17d83f056 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 1099 time: 0.0566883 Oct 14 11:14:28.443176 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-64ff624f-4fe9-44aa-ba91-a0b88de82c51 req-db40faff-322e-4b04-ac77-e5c02c6d86f1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442357 Oct 14 11:14:28.481260 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227b18e-bad3-4408-85db-924d2189ab01 req-2ef9b70f-b12a-4e06-a154-4218b6503c44 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:28.482860 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2227b18e-bad3-4408-85db-924d2189ab01 req-2ef9b70f-b12a-4e06-a154-4218b6503c44 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0552645 Oct 14 11:14:28.492569 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 58116) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:28.497743 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-200af972-0c29-43eb-8ab9-325a0e0e603d tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Request body: {'floatingip': {'port_id': 'e9a152f6-505b-4c44-bbcf-c43c35135913'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:14:28.577350 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-200af972-0c29-43eb-8ab9-325a0e0e603d tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for floatingip, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:29.154298 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6db24d-a6fb-4243-8a26-2baa8ffd3b45 req-43c0d6e9-e24e-435b-acea-0bd53f3e4122 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:29.163786 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-dd6db24d-a6fb-4243-8a26-2baa8ffd3b45 req-43c0d6e9-e24e-435b-acea-0bd53f3e4122 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.1217782 Oct 14 11:14:29.238847 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-dd6db24d-a6fb-4243-8a26-2baa8ffd3b45 req-8007602d-e88e-48a1-a8f6-f25f2fcacb19 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737374 Oct 14 11:14:29.252689 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d6c48-a569-44e4-ad93-f0611e3b5fa1 req-08e8423a-5cf5-445e-88a4-59a79f0e4bb6 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:29.254536 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-158d6c48-a569-44e4-ad93-f0611e3b5fa1 req-08e8423a-5cf5-445e-88a4-59a79f0e4bb6 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 946 time: 0.0876949 Oct 14 11:14:29.316041 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-158d6c48-a569-44e4-ad93-f0611e3b5fa1 req-ccdc21dc-98ad-4f27-b241-e229483f4651 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541997 Oct 14 11:14:29.501134 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f06d56-e236-4bd5-8470-819acbd49791 req-a772549a-fae8-44dc-a0f1-7d84cf19904a tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:29.508412 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e3f06d56-e236-4bd5-8470-819acbd49791 req-a772549a-fae8-44dc-a0f1-7d84cf19904a tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.0667613 Oct 14 11:14:29.516016 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 58144) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:29.522075 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-5da9fefd-6a24-44b9-ab9a-6406a7dfca48 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Request body: {'floatingip': {'port_id': '988df262-f09c-4fe0-bc00-221e5936214b'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:14:29.529591 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-200af972-0c29-43eb-8ab9-325a0e0e603d tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for floatingip, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:29.536432 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-200af972-0c29-43eb-8ab9-325a0e0e603d tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1073340614'] for floatingip, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:29.638745 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-5da9fefd-6a24-44b9-ab9a-6406a7dfca48 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for floatingip, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:29.681267 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.db.l3_db [None req-200af972-0c29-43eb-8ab9-325a0e0e603d tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Floating IP 8bf67548-5107-4eca-8cbd-932525fc92bc associated. External IP: 172.27.0.132, port: e9a152f6-505b-4c44-bbcf-c43c35135913. Oct 14 11:14:29.909661 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200af972-0c29-43eb-8ab9-325a0e0e603d tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Router ef9ec499-f8c8-411f-ad95-33a93bab7895 has already been hosted by L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 {{(pid=99968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:14:30.268118 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200af972-0c29-43eb-8ab9-325a0e0e603d tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:14:30.276150 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-200af972-0c29-43eb-8ab9-325a0e0e603d tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for floatingip, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:30.291449 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0a1cf3-cc5b-479c-99ed-1b99073e9291 None None] Sync routers for ids ['ef9ec499-f8c8-411f-ad95-33a93bab7895'] in dv-cinder-801354-3-iscsi {{(pid=99971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:14:30.314336 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0a1cf3-cc5b-479c-99ed-1b99073e9291 None None] Routers {'ef9ec499-f8c8-411f-ad95-33a93bab7895'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:14:30.315479 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-4b0a1cf3-cc5b-479c-99ed-1b99073e9291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fd9336d0>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:14:11Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['ef9ec499-f8c8-411f-ad95-33a93bab7895'], 'active': True} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:14:30.338374 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-200af972-0c29-43eb-8ab9-325a0e0e603d tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "PUT /v2.0/floatingips/8bf67548-5107-4eca-8cbd-932525fc92bc HTTP/1.1" status: 200 len: 991 time: 1.8440917 Oct 14 11:14:30.342149 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '659bb851-b62d-4cbe-90da-33936bd097df', 'tag': 'e9a152f6-505b-4c44-bbcf-c43c35135913'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:14:30.348512 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bc8dce43effdfc17fa197fa73d2f682717a0aeb1d45e7b66290f8ec122344fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bc96c2-1b37-4fac-a032-cb8342d86446" -d '{"events": [{"name": "network-changed", "server_uuid": "659bb851-b62d-4cbe-90da-33936bd097df", "tag": "e9a152f6-505b-4c44-bbcf-c43c35135913"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:14:30.574843 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvr_db [None req-4b0a1cf3-cc5b-479c-99ed-1b99073e9291 None None] Set router ef9ec499-f8c8-411f-ad95-33a93bab7895 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:14:30.675495 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.db.resource_extend [None req-5da9fefd-6a24-44b9-ab9a-6406a7dfca48 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 14 11:14:30.782316 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d0b24-64f8-4bcb-a59a-24da52c4002a req-6716a6ad-0264-456e-ba07-320af28e49d3 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:30.784120 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c26d0b24-64f8-4bcb-a59a-24da52c4002a req-6716a6ad-0264-456e-ba07-320af28e49d3 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 946 time: 0.1898632 Oct 14 11:14:30.797208 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-5da9fefd-6a24-44b9-ab9a-6406a7dfca48 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for floatingip, precommit_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:30.807331 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-5da9fefd-6a24-44b9-ab9a-6406a7dfca48 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1073340614'] for floatingip, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:30.877564 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.agents_db [None req-913fd0e5-582e-4eb1-907a-85279628d193 None None] Agent healthcheck: found 6 active agents {{(pid=99971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:14:30.895116 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c26d0b24-64f8-4bcb-a59a-24da52c4002a req-17696c3e-517d-4695-a0a3-743ed2431646 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963898 Oct 14 11:14:30.973833 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-4b0a1cf3-cc5b-479c-99ed-1b99073e9291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fd9336d0>, [{'id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'name': 'tempest-AttachVolumeTestJSON-829479385-router', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'a7850456-6301-4066-95a2-72251d670930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:29Z', 'updated_at': '2021-10-14T11:13:36Z', 'revision_number': 4, 'project_id': 'd0daa4f1d2954b57839a55588e202828', 'gw_port': {'id': 'a7850456-6301-4066-95a2-72251d670930', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_floatingips': [{'id': '8bf67548-5107-4eca-8cbd-932525fc92bc', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'floating_ip_address': '172.27.0.132', 'floating_network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'router_id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'port_id': 'e9a152f6-505b-4c44-bbcf-c43c35135913', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c', 'mac_address': 'fa:16:3e:d7:6c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659bb851-b62d-4cbe-90da-33936bd097df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:13:49Z', 'updated_at': '2021-10-14T11:14:29Z', 'revision_number': 1, 'project_id': 'd0daa4f1d2954b57839a55588e202828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd51fac2-8111-4c0c-9e95-ad7af97d5a63', 'name': '', 'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'mac_address': 'fa:16:3e:a3:b0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c4a9eff2-6c2d-4996-83b4-e446c185e0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:35Z', 'updated_at': '2021-10-14T11:13:47Z', 'revision_number': 5, 'project_id': 'd0daa4f1d2954b57839a55588e202828', 'subnets': [{'id': 'c4a9eff2-6c2d-4996-83b4-e446c185e0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:14:30.982484 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff769eca-ac0e-423f-b595-5d289ccf71b1 x-openstack-request-id: req-ff769eca-ac0e-423f-b595-5d289ccf71b1 {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:14:30.983366 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "659bb851-b62d-4cbe-90da-33936bd097df", "tag": "e9a152f6-505b-4c44-bbcf-c43c35135913", "status": "completed", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:14:30.983366 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ff769eca-ac0e-423f-b595-5d289ccf71b1 {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:14:30.984167 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '659bb851-b62d-4cbe-90da-33936bd097df', 'tag': 'e9a152f6-505b-4c44-bbcf-c43c35135913', 'status': 'completed', 'code': 200} Oct 14 11:14:31.008606 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.db.l3_db [None req-5da9fefd-6a24-44b9-ab9a-6406a7dfca48 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Floating IP 87f25399-d63b-46bf-a31f-d71733078f6c associated. External IP: 172.27.0.196, port: 988df262-f09c-4fe0-bc00-221e5936214b. Oct 14 11:14:31.018042 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0a1cf3-cc5b-479c-99ed-1b99073e9291 None None] Checking router: ef9ec499-f8c8-411f-ad95-33a93bab7895 for host: dv-cinder-801354-3-iscsi {{(pid=99971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:14:31.030076 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0a1cf3-cc5b-479c-99ed-1b99073e9291 None None] Routers {'ef9ec499-f8c8-411f-ad95-33a93bab7895'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:14:31.031441 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-4b0a1cf3-cc5b-479c-99ed-1b99073e9291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fd9336d0>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:14:11Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['ef9ec499-f8c8-411f-ad95-33a93bab7895'], 'active': True} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:14:31.190249 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvr_db [None req-4b0a1cf3-cc5b-479c-99ed-1b99073e9291 None None] Set router ef9ec499-f8c8-411f-ad95-33a93bab7895 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:14:31.357833 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da9fefd-6a24-44b9-ab9a-6406a7dfca48 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Router 22791d7d-3c63-488d-8eb9-b0fc7e8b047f has already been hosted by L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 {{(pid=99969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:14:31.534323 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da9fefd-6a24-44b9-ab9a-6406a7dfca48 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:14:31.549440 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-5da9fefd-6a24-44b9-ab9a-6406a7dfca48 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for floatingip, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:31.550013 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b341cd64-85ff-477e-9a8f-45665d454026 None None] Sync routers for ids ['22791d7d-3c63-488d-8eb9-b0fc7e8b047f'] in dv-cinder-801354-3-iscsi {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:14:31.588165 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b341cd64-85ff-477e-9a8f-45665d454026 None None] Routers {'22791d7d-3c63-488d-8eb9-b0fc7e8b047f'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:14:31.588821 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-b341cd64-85ff-477e-9a8f-45665d454026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fcd2f550>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:14:11Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['22791d7d-3c63-488d-8eb9-b0fc7e8b047f'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:14:31.594348 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-5da9fefd-6a24-44b9-ab9a-6406a7dfca48 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "PUT /v2.0/floatingips/87f25399-d63b-46bf-a31f-d71733078f6c HTTP/1.1" status: 200 len: 992 time: 2.0716889 Oct 14 11:14:31.594348 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8fa3ad3-712f-4b34-a6a3-ff27dcb163fc', 'tag': '988df262-f09c-4fe0-bc00-221e5936214b'}] {{(pid=99969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:14:31.594348 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a93a02263ebe6e695f08df3ef7f4cabed4a40ac7132537441ac5c84a82560800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffdef90-6e84-4d68-8934-fa68b9ea09c4" -d '{"events": [{"name": "network-changed", "server_uuid": "d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc", "tag": "988df262-f09c-4fe0-bc00-221e5936214b"}]}' {{(pid=99969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:14:31.712404 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-4b0a1cf3-cc5b-479c-99ed-1b99073e9291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fd9336d0>, [{'id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'name': 'tempest-AttachVolumeTestJSON-829479385-router', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'a7850456-6301-4066-95a2-72251d670930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:29Z', 'updated_at': '2021-10-14T11:13:36Z', 'revision_number': 4, 'project_id': 'd0daa4f1d2954b57839a55588e202828', 'gw_port': {'id': 'a7850456-6301-4066-95a2-72251d670930', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_floatingips': [{'id': '8bf67548-5107-4eca-8cbd-932525fc92bc', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'floating_ip_address': '172.27.0.132', 'floating_network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'router_id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'port_id': 'e9a152f6-505b-4c44-bbcf-c43c35135913', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c', 'mac_address': 'fa:16:3e:d7:6c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659bb851-b62d-4cbe-90da-33936bd097df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:13:49Z', 'updated_at': '2021-10-14T11:14:29Z', 'revision_number': 1, 'project_id': 'd0daa4f1d2954b57839a55588e202828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd51fac2-8111-4c0c-9e95-ad7af97d5a63', 'name': '', 'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'mac_address': 'fa:16:3e:a3:b0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c4a9eff2-6c2d-4996-83b4-e446c185e0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:35Z', 'updated_at': '2021-10-14T11:13:47Z', 'revision_number': 5, 'project_id': 'd0daa4f1d2954b57839a55588e202828', 'subnets': [{'id': 'c4a9eff2-6c2d-4996-83b4-e446c185e0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:14:31.777317 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0a1cf3-cc5b-479c-99ed-1b99073e9291 None None] The sync data for ids ['ef9ec499-f8c8-411f-ad95-33a93bab7895'] in dv-cinder-801354-3-iscsi is: [{'id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'name': 'tempest-AttachVolumeTestJSON-829479385-router', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'a7850456-6301-4066-95a2-72251d670930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:29Z', 'updated_at': '2021-10-14T11:13:36Z', 'revision_number': 4, 'project_id': 'd0daa4f1d2954b57839a55588e202828', 'gw_port': {'id': 'a7850456-6301-4066-95a2-72251d670930', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_floatingips': [{'id': '8bf67548-5107-4eca-8cbd-932525fc92bc', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'floating_ip_address': '172.27.0.132', 'floating_network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'router_id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'port_id': 'e9a152f6-505b-4c44-bbcf-c43c35135913', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c', 'mac_address': 'fa:16:3e:d7:6c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659bb851-b62d-4cbe-90da-33936bd097df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:13:49Z', 'updated_at': '2021-10-14T11:14:29Z', 'revision_number': 1, 'project_id': 'd0daa4f1d2954b57839a55588e202828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd51fac2-8111-4c0c-9e95-ad7af97d5a63', 'name': '', 'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'mac_address': 'fa:16:3e:a3:b0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c4a9eff2-6c2d-4996-83b4-e446c185e0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:35Z', 'updated_at': '2021-10-14T11:13:47Z', 'revision_number': 5, 'project_id': 'd0daa4f1d2954b57839a55588e202828', 'subnets': [{'id': 'c4a9eff2-6c2d-4996-83b4-e446c185e0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:14:31.956342 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-b341cd64-85ff-477e-9a8f-45665d454026 None None] Set router 22791d7d-3c63-488d-8eb9-b0fc7e8b047f gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:14:32.183146 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5389bd-c405-4093-8a08-982ef93b8038 None None] New status for floating IP 8bf67548-5107-4eca-8cbd-932525fc92bc: ACTIVE {{(pid=99971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 11:14:32.321414 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-b341cd64-85ff-477e-9a8f-45665d454026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fcd2f550>, [{'id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'name': 'tempest-AttachVolumeShelveTestJSON-933610345-router', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '67207ab1-a901-45f1-ac2d-4699cecece14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:13:40Z', 'revision_number': 4, 'project_id': 'b0d78c4c2bd84fe29041852181e0868c', 'gw_port': {'id': '67207ab1-a901-45f1-ac2d-4699cecece14', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:31Z', 'updated_at': '2021-10-14T11:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_floatingips': [{'id': '87f25399-d63b-46bf-a31f-d71733078f6c', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'floating_ip_address': '172.27.0.196', 'floating_network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'router_id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'port_id': '988df262-f09c-4fe0-bc00-221e5936214b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51', 'mac_address': 'fa:16:3e:72:57:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fa3ad3-712f-4b34-a6a3-ff27dcb163fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:13:51Z', 'updated_at': '2021-10-14T11:14:30Z', 'revision_number': 1, 'project_id': 'b0d78c4c2bd84fe29041852181e0868c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ae1501-da3e-47c6-abf4-d393a429d718', 'name': '', 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'mac_address': 'fa:16:3e:aa:eb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fca00ce8-46db-40c9-b0ce-2996d51e47d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:37Z', 'updated_at': '2021-10-14T11:13:49Z', 'revision_number': 5, 'project_id': 'b0d78c4c2bd84fe29041852181e0868c', 'subnets': [{'id': 'fca00ce8-46db-40c9-b0ce-2996d51e47d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:14:32.360742 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b341cd64-85ff-477e-9a8f-45665d454026 None None] Checking router: 22791d7d-3c63-488d-8eb9-b0fc7e8b047f for host: dv-cinder-801354-3-iscsi {{(pid=99970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:14:32.372975 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b341cd64-85ff-477e-9a8f-45665d454026 None None] Routers {'22791d7d-3c63-488d-8eb9-b0fc7e8b047f'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:14:32.373775 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-b341cd64-85ff-477e-9a8f-45665d454026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fcd2f550>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:14:11Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['22791d7d-3c63-488d-8eb9-b0fc7e8b047f'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:14:32.512124 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-b341cd64-85ff-477e-9a8f-45665d454026 None None] Set router 22791d7d-3c63-488d-8eb9-b0fc7e8b047f gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:14:32.631091 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc96c2-1b37-4fac-a032-cb8342d86446 req-0fd78a70-2e9a-46a3-afd2-527cb85b3487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:32.635123 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-d9bc96c2-1b37-4fac-a032-cb8342d86446 req-0fd78a70-2e9a-46a3-afd2-527cb85b3487 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d0daa4f1d2954b57839a55588e202828&device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 1098 time: 0.1146884 Oct 14 11:14:32.669059 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15685281-2967-440d-8b84-eac9888d08e8 x-openstack-request-id: req-15685281-2967-440d-8b84-eac9888d08e8 {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:14:32.669898 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc", "tag": "988df262-f09c-4fe0-bc00-221e5936214b", "status": "completed", "code": 200}]} {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:14:32.669898 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-15685281-2967-440d-8b84-eac9888d08e8 {{(pid=99969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:14:32.670227 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8fa3ad3-712f-4b34-a6a3-ff27dcb163fc', 'tag': '988df262-f09c-4fe0-bc00-221e5936214b', 'status': 'completed', 'code': 200} Oct 14 11:14:32.856034 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc96c2-1b37-4fac-a032-cb8342d86446 req-061e93fc-2637-45df-b317-0f2bd10460bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:32.856807 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdef90-6e84-4d68-8934-fa68b9ea09c4 req-b31c0b02-5e14-4a55-910a-c31d9fbdc4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:32.858354 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-cffdef90-6e84-4d68-8934-fa68b9ea09c4 req-b31c0b02-5e14-4a55-910a-c31d9fbdc4a3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b0d78c4c2bd84fe29041852181e0868c&device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 1099 time: 0.1109324 Oct 14 11:14:32.858508 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-d9bc96c2-1b37-4fac-a032-cb8342d86446 req-061e93fc-2637-45df-b317-0f2bd10460bd service neutron] 10.222.0.39 "GET /v2.0/networks?id=8adb0b2b-c914-4296-9b32-bac60154b49c HTTP/1.1" status: 200 len: 911 time: 0.2026947 Oct 14 11:14:32.866124 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a6fe1-379b-4160-a82d-17d8ee1d4802 req-5e9245a7-9f25-4571-a475-e34b4a5d52c8 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:32.867925 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0a2a6fe1-379b-4160-a82d-17d8ee1d4802 req-5e9245a7-9f25-4571-a475-e34b4a5d52c8 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca6f9333-d48f-4ac1-8ca2-529ebdb177b2 HTTP/1.1" status: 200 len: 945 time: 0.1446872 Oct 14 11:14:32.877032 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967a6f4-9e5f-4fbf-9eea-e534c1b43c3b req-3c4debbb-79ca-4cf5-ae6a-e10d802ce738 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:32.878669 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a967a6f4-9e5f-4fbf-9eea-e534c1b43c3b req-3c4debbb-79ca-4cf5-ae6a-e10d802ce738 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 946 time: 0.1205754 Oct 14 11:14:32.938690 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-b341cd64-85ff-477e-9a8f-45665d454026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fcd2f550>, [{'id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'name': 'tempest-AttachVolumeShelveTestJSON-933610345-router', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '67207ab1-a901-45f1-ac2d-4699cecece14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:13:40Z', 'revision_number': 4, 'project_id': 'b0d78c4c2bd84fe29041852181e0868c', 'gw_port': {'id': '67207ab1-a901-45f1-ac2d-4699cecece14', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:31Z', 'updated_at': '2021-10-14T11:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_floatingips': [{'id': '87f25399-d63b-46bf-a31f-d71733078f6c', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'floating_ip_address': '172.27.0.196', 'floating_network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'router_id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'port_id': '988df262-f09c-4fe0-bc00-221e5936214b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51', 'mac_address': 'fa:16:3e:72:57:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fa3ad3-712f-4b34-a6a3-ff27dcb163fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:13:51Z', 'updated_at': '2021-10-14T11:14:30Z', 'revision_number': 1, 'project_id': 'b0d78c4c2bd84fe29041852181e0868c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ae1501-da3e-47c6-abf4-d393a429d718', 'name': '', 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'mac_address': 'fa:16:3e:aa:eb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fca00ce8-46db-40c9-b0ce-2996d51e47d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:37Z', 'updated_at': '2021-10-14T11:13:49Z', 'revision_number': 5, 'project_id': 'b0d78c4c2bd84fe29041852181e0868c', 'subnets': [{'id': 'fca00ce8-46db-40c9-b0ce-2996d51e47d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:14:32.993892 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b341cd64-85ff-477e-9a8f-45665d454026 None None] The sync data for ids ['22791d7d-3c63-488d-8eb9-b0fc7e8b047f'] in dv-cinder-801354-3-iscsi is: [{'id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'name': 'tempest-AttachVolumeShelveTestJSON-933610345-router', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '67207ab1-a901-45f1-ac2d-4699cecece14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:13:40Z', 'revision_number': 4, 'project_id': 'b0d78c4c2bd84fe29041852181e0868c', 'gw_port': {'id': '67207ab1-a901-45f1-ac2d-4699cecece14', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:31Z', 'updated_at': '2021-10-14T11:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_floatingips': [{'id': '87f25399-d63b-46bf-a31f-d71733078f6c', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'floating_ip_address': '172.27.0.196', 'floating_network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'router_id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'port_id': '988df262-f09c-4fe0-bc00-221e5936214b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51', 'mac_address': 'fa:16:3e:72:57:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fa3ad3-712f-4b34-a6a3-ff27dcb163fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:13:51Z', 'updated_at': '2021-10-14T11:14:30Z', 'revision_number': 1, 'project_id': 'b0d78c4c2bd84fe29041852181e0868c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ae1501-da3e-47c6-abf4-d393a429d718', 'name': '', 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'mac_address': 'fa:16:3e:aa:eb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fca00ce8-46db-40c9-b0ce-2996d51e47d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:37Z', 'updated_at': '2021-10-14T11:13:49Z', 'revision_number': 5, 'project_id': 'b0d78c4c2bd84fe29041852181e0868c', 'subnets': [{'id': 'fca00ce8-46db-40c9-b0ce-2996d51e47d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:14:33.055639 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-d9bc96c2-1b37-4fac-a032-cb8342d86446 req-316331c7-6d93-4aa7-8c9a-3bbf3a90de6f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9a152f6-505b-4c44-bbcf-c43c35135913 HTTP/1.1" status: 200 len: 1001 time: 0.1761527 Oct 14 11:14:33.069795 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0a2a6fe1-379b-4160-a82d-17d8ee1d4802 req-65dcd713-2876-41fc-b495-6cfe5e69fcb6 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/security-groups?id=03322c2c-5b43-4b89-ad6e-03b602f1afb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732736 Oct 14 11:14:33.084082 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a967a6f4-9e5f-4fbf-9eea-e534c1b43c3b req-af3f69a0-a93e-4757-8068-8777265a3967 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796427 Oct 14 11:14:33.113750 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdef90-6e84-4d68-8934-fa68b9ea09c4 req-6dd12cba-33ec-49f9-a6ba-6ea5ed4589e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:33.115674 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-cffdef90-6e84-4d68-8934-fa68b9ea09c4 req-6dd12cba-33ec-49f9-a6ba-6ea5ed4589e5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2f17ff47-830b-4023-ad66-66e432a33b51 HTTP/1.1" status: 200 len: 917 time: 0.2357333 Oct 14 11:14:33.168036 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc96c2-1b37-4fac-a032-cb8342d86446 req-15d67439-60cf-468f-b8fc-adf921853185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:33.170972 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-d9bc96c2-1b37-4fac-a032-cb8342d86446 req-15d67439-60cf-468f-b8fc-adf921853185 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c4a9eff2-6c2d-4996-83b4-e446c185e0ed HTTP/1.1" status: 200 len: 849 time: 0.0936723 Oct 14 11:14:33.241719 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-cffdef90-6e84-4d68-8934-fa68b9ea09c4 req-5c8b2399-7de2-4789-a8a6-adbd8908563c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=988df262-f09c-4fe0-bc00-221e5936214b HTTP/1.1" status: 200 len: 1000 time: 0.1146297 Oct 14 11:14:33.246914 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc96c2-1b37-4fac-a032-cb8342d86446 req-5144a74a-ac3b-40e3-a59f-4ad8aadd8f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:33.248652 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-d9bc96c2-1b37-4fac-a032-cb8342d86446 req-5144a74a-ac3b-40e3-a59f-4ad8aadd8f27 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8adb0b2b-c914-4296-9b32-bac60154b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527842 Oct 14 11:14:33.325240 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdef90-6e84-4d68-8934-fa68b9ea09c4 req-144247e8-5552-47b5-9462-8f7f76f4dc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:33.328285 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-cffdef90-6e84-4d68-8934-fa68b9ea09c4 req-144247e8-5552-47b5-9462-8f7f76f4dc7d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fca00ce8-46db-40c9-b0ce-2996d51e47d7 HTTP/1.1" status: 200 len: 855 time: 0.0592434 Oct 14 11:14:33.339143 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532643d1-c820-4b78-ada5-6fad8ffc6891 None None] New status for floating IP 87f25399-d63b-46bf-a31f-d71733078f6c: ACTIVE {{(pid=99970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 11:14:33.408268 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-d9bc96c2-1b37-4fac-a032-cb8342d86446 req-14ff2661-1626-4e71-b270-2a058686eaec service neutron] 10.222.0.39 "GET /v2.0/networks/8adb0b2b-c914-4296-9b32-bac60154b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376765 Oct 14 11:14:33.437686 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdef90-6e84-4d68-8934-fa68b9ea09c4 req-d963e038-2e6b-45c9-ba7c-78946aa1c544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:33.440566 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-cffdef90-6e84-4d68-8934-fa68b9ea09c4 req-d963e038-2e6b-45c9-ba7c-78946aa1c544 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2f17ff47-830b-4023-ad66-66e432a33b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0909512 Oct 14 11:14:33.554079 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-d9bc96c2-1b37-4fac-a032-cb8342d86446 req-306698b0-3784-4e96-81f4-6cdd879a8af6 service neutron] 10.222.0.39 "GET /v2.0/networks/8adb0b2b-c914-4296-9b32-bac60154b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313035 Oct 14 11:14:33.594950 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-cffdef90-6e84-4d68-8934-fa68b9ea09c4 req-7f42b4d6-5dab-41a1-ac50-1f5d0657e041 service neutron] 10.222.0.39 "GET /v2.0/networks/2f17ff47-830b-4023-ad66-66e432a33b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427031 Oct 14 11:14:33.766725 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-cffdef90-6e84-4d68-8934-fa68b9ea09c4 req-013c0bfe-d390-478e-bed9-7b73e50cf8e8 service neutron] 10.222.0.39 "GET /v2.0/networks/2f17ff47-830b-4023-ad66-66e432a33b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620743 Oct 14 11:14:33.776606 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-4bbd30a5-9f89-4c2e-b7cc-ef21a660f55e req-d087ca6e-36d7-4b14-ac98-dfe0fc34dabe service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483613 Oct 14 11:14:33.926380 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd30a5-9f89-4c2e-b7cc-ef21a660f55e req-8083d577-545b-41aa-86b8-7e678ee9ea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:33.929611 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-4bbd30a5-9f89-4c2e-b7cc-ef21a660f55e req-8083d577-545b-41aa-86b8-7e678ee9ea97 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c392464b70b4e7c8c87cc7350e4f053&device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 1098 time: 0.0705054 Oct 14 11:14:34.109338 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd30a5-9f89-4c2e-b7cc-ef21a660f55e req-78ec5c1c-e43b-4336-81f9-ee505c249a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:34.111272 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-4bbd30a5-9f89-4c2e-b7cc-ef21a660f55e req-78ec5c1c-e43b-4336-81f9-ee505c249a79 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4d96643b-4fa6-435b-b92a-130044cd3548 HTTP/1.1" status: 200 len: 920 time: 0.1406927 Oct 14 11:14:34.167225 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-4bbd30a5-9f89-4c2e-b7cc-ef21a660f55e req-e9c62930-9780-4fff-860a-b811e389a94f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04c9b8a2-da58-4829-884d-badda3bdeb3d HTTP/1.1" status: 200 len: 217 time: 0.0450771 Oct 14 11:14:34.254376 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd30a5-9f89-4c2e-b7cc-ef21a660f55e req-e79927a4-5563-47fe-a166-ae3934cb80a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:34.270678 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-4bbd30a5-9f89-4c2e-b7cc-ef21a660f55e req-e79927a4-5563-47fe-a166-ae3934cb80a2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c0cb2568-f2cb-4fad-9fcc-49f5492b923a HTTP/1.1" status: 200 len: 859 time: 0.0765927 Oct 14 11:14:34.355398 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-4bbd30a5-9f89-4c2e-b7cc-ef21a660f55e req-f758abb7-2f9e-44cc-9982-73f1bee56e86 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d96643b-4fa6-435b-b92a-130044cd3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829949 Oct 14 11:14:34.411116 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b178d93-3556-4fdf-8754-accd5b5b2f85 req-afc37c6d-ec50-4666-b9f2-ee8ddcdf6abe tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:34.424507 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0b178d93-3556-4fdf-8754-accd5b5b2f85 req-afc37c6d-ec50-4666-b9f2-ee8ddcdf6abe tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca6f9333-d48f-4ac1-8ca2-529ebdb177b2 HTTP/1.1" status: 200 len: 945 time: 0.1679125 Oct 14 11:14:34.465425 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f2ab2-4469-4f2a-b113-a5c45dc3f2a5 req-8c84924d-5b1c-47ec-a667-6e2f57168d3e tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:34.468321 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-672f2ab2-4469-4f2a-b113-a5c45dc3f2a5 req-8c84924d-5b1c-47ec-a667-6e2f57168d3e tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 946 time: 0.1917143 Oct 14 11:14:34.535851 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0b178d93-3556-4fdf-8754-accd5b5b2f85 req-d01b13ea-8abc-49ca-89e2-f21762508bbd tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/security-groups?id=03322c2c-5b43-4b89-ad6e-03b602f1afb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042159 Oct 14 11:14:34.554571 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-672f2ab2-4469-4f2a-b113-a5c45dc3f2a5 req-ae81f4b7-45d3-41ac-a259-7610fe9ff0ff tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727732 Oct 14 11:14:34.567110 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-4bbd30a5-9f89-4c2e-b7cc-ef21a660f55e req-8901688e-d7ec-4941-96e2-04698dc92d08 service neutron] 10.222.0.39 "GET /v2.0/networks/4d96643b-4fa6-435b-b92a-130044cd3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751969 Oct 14 11:14:34.722654 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-4bbd30a5-9f89-4c2e-b7cc-ef21a660f55e req-0876bfc4-b7f7-43ff-8f14-aee9e053895b service neutron] 10.222.0.39 "GET /v2.0/networks/4d96643b-4fa6-435b-b92a-130044cd3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439428 Oct 14 11:14:35.236248 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 58274) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:35.420653 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-12b9719c-79e9-4e67-8b33-a06a94c38fde admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:35.587174 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-12b9719c-79e9-4e67-8b33-a06a94c38fde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:35.595410 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-12b9719c-79e9-4e67-8b33-a06a94c38fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:35.671835 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-12b9719c-79e9-4e67-8b33-a06a94c38fde admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c9a4f00c02a747b69d6436f7c15240ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4320970 Oct 14 11:14:35.673708 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9719c-79e9-4e67-8b33-a06a94c38fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e5e055-8a78-49fa-8cfc-af698740057a,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:35.674562 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 58302) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:35.687123 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9719c-79e9-4e67-8b33-a06a94c38fde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:14:35.687719 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9719c-79e9-4e67-8b33-a06a94c38fde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:14:35.688303 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9719c-79e9-4e67-8b33-a06a94c38fde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:14:35.688870 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9719c-79e9-4e67-8b33-a06a94c38fde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:14:35.689440 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9719c-79e9-4e67-8b33-a06a94c38fde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:14:35.690022 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9719c-79e9-4e67-8b33-a06a94c38fde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:14:35.690636 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9719c-79e9-4e67-8b33-a06a94c38fde admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:14:35.691200 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9719c-79e9-4e67-8b33-a06a94c38fde admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:14:35.691791 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9719c-79e9-4e67-8b33-a06a94c38fde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:14:35.692356 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9719c-79e9-4e67-8b33-a06a94c38fde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:14:35.692919 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9719c-79e9-4e67-8b33-a06a94c38fde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:14:35.693487 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9719c-79e9-4e67-8b33-a06a94c38fde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:14:35.738804 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-facd79ef-a61a-4c2b-8666-c0569bf5d257 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:35.766739 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-facd79ef-a61a-4c2b-8666-c0569bf5d257 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:35.832980 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-facd79ef-a61a-4c2b-8666-c0569bf5d257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:35.836499 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-facd79ef-a61a-4c2b-8666-c0569bf5d257 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:35.840282 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-facd79ef-a61a-4c2b-8666-c0569bf5d257 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/72e5e055-8a78-49fa-8cfc-af698740057a HTTP/1.1" status: 204 len: 168 time: 0.1618478 Oct 14 11:14:35.846376 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd79ef-a61a-4c2b-8666-c0569bf5d257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e5e055-8a78-49fa-8cfc-af698740057a,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:35.855150 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd79ef-a61a-4c2b-8666-c0569bf5d257 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:14:35.855493 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd79ef-a61a-4c2b-8666-c0569bf5d257 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:14:35.855830 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd79ef-a61a-4c2b-8666-c0569bf5d257 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:14:35.856165 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd79ef-a61a-4c2b-8666-c0569bf5d257 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:14:35.856491 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd79ef-a61a-4c2b-8666-c0569bf5d257 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:14:35.856819 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd79ef-a61a-4c2b-8666-c0569bf5d257 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:14:35.857142 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd79ef-a61a-4c2b-8666-c0569bf5d257 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:14:35.857461 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd79ef-a61a-4c2b-8666-c0569bf5d257 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:14:35.857786 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd79ef-a61a-4c2b-8666-c0569bf5d257 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:14:35.858108 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd79ef-a61a-4c2b-8666-c0569bf5d257 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:14:35.858474 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd79ef-a61a-4c2b-8666-c0569bf5d257 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:14:35.858795 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd79ef-a61a-4c2b-8666-c0569bf5d257 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:14:36.242794 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 58312) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:36.259893 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-23ec8408-a176-4708-98b3-a8f651d70eba admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:36.361481 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-23ec8408-a176-4708-98b3-a8f651d70eba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:36.366277 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-23ec8408-a176-4708-98b3-a8f651d70eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:36.409407 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-23ec8408-a176-4708-98b3-a8f651d70eba admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1943618a94954ec48e3f907588c9a48e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1652496 Oct 14 11:14:36.410135 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec8408-a176-4708-98b3-a8f651d70eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9d42ca-fdb6-4b47-9376-ff4622a5b42b,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:36.413154 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 58314) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:36.474244 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-1a11c641-f8c7-452d-8100-e322753665c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:36.502609 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-1a11c641-f8c7-452d-8100-e322753665c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:36.559960 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-1a11c641-f8c7-452d-8100-e322753665c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:36.562692 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-1a11c641-f8c7-452d-8100-e322753665c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:36.563886 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-1a11c641-f8c7-452d-8100-e322753665c6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5c9d42ca-fdb6-4b47-9376-ff4622a5b42b HTTP/1.1" status: 204 len: 168 time: 0.1497836 Oct 14 11:14:36.572923 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a11c641-f8c7-452d-8100-e322753665c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9d42ca-fdb6-4b47-9376-ff4622a5b42b,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:36.938370 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 58322) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:36.952991 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-77861e70-e89e-43d3-bf5a-11a337f2a4cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:37.057346 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-77861e70-e89e-43d3-bf5a-11a337f2a4cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:37.062827 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-77861e70-e89e-43d3-bf5a-11a337f2a4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:37.140429 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-77861e70-e89e-43d3-bf5a-11a337f2a4cb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=25560873d5c24e06934bd068b5594f5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2006898 Oct 14 11:14:37.142313 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77861e70-e89e-43d3-bf5a-11a337f2a4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffa5ffa-694e-468b-aa3c-5993458e64b4,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:37.145920 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 58324) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:37.230998 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-89f87312-8e68-48db-bc08-a17a80db4e66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:37.262561 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-89f87312-8e68-48db-bc08-a17a80db4e66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:37.342813 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-89f87312-8e68-48db-bc08-a17a80db4e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:37.345539 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-89f87312-8e68-48db-bc08-a17a80db4e66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:37.346876 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-89f87312-8e68-48db-bc08-a17a80db4e66 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0ffa5ffa-694e-468b-aa3c-5993458e64b4 HTTP/1.1" status: 204 len: 168 time: 0.2023504 Oct 14 11:14:37.355606 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f87312-8e68-48db-bc08-a17a80db4e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffa5ffa-694e-468b-aa3c-5993458e64b4,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:37.817205 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:37.932481 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a916b70-cca5-4ab3-a204-80fc77091d7a req-b7f79165-1c01-4627-99d2-f506d4b6f780 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:37.934105 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0a916b70-cca5-4ab3-a204-80fc77091d7a req-b7f79165-1c01-4627-99d2-f506d4b6f780 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 946 time: 0.0809433 Oct 14 11:14:37.943451 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb9bd3-e334-462d-a3d6-f8d359e6f4bd req-49a6ff9e-89ae-4a1e-9415-d3b610ec2461 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:37.945783 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f6fb9bd3-e334-462d-a3d6-f8d359e6f4bd req-49a6ff9e-89ae-4a1e-9415-d3b610ec2461 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca6f9333-d48f-4ac1-8ca2-529ebdb177b2 HTTP/1.1" status: 200 len: 945 time: 0.1027949 Oct 14 11:14:38.012911 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f6fb9bd3-e334-462d-a3d6-f8d359e6f4bd req-304f67da-3791-438a-b213-1bacb7b9e221 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/security-groups?id=03322c2c-5b43-4b89-ad6e-03b602f1afb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503600 Oct 14 11:14:38.016910 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0a916b70-cca5-4ab3-a204-80fc77091d7a req-d34cd2f4-c35d-43e1-acca-59307e1a841b tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692954 Oct 14 11:14:38.406712 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610ced6-0a86-4615-b7ef-3e9bb9742cbc req-1a8ee6c4-c84e-4672-9a0c-1d805647ff66 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:38.419337 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bf08b-f670-4a1f-b65f-efde2cffe3fd req-e37b90cd-c2ec-482a-b7e9-6413a6900034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:38.419970 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4610ced6-0a86-4615-b7ef-3e9bb9742cbc req-1a8ee6c4-c84e-4672-9a0c-1d805647ff66 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 946 time: 0.0856004 Oct 14 11:14:38.429109 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-272bf08b-f670-4a1f-b65f-efde2cffe3fd req-e37b90cd-c2ec-482a-b7e9-6413a6900034 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c392464b70b4e7c8c87cc7350e4f053&device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 1099 time: 0.0740931 Oct 14 11:14:38.524162 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4610ced6-0a86-4615-b7ef-3e9bb9742cbc req-f6cb890d-30d7-4dc3-af54-29a659e4261b tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929503 Oct 14 11:14:38.628113 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bf08b-f670-4a1f-b65f-efde2cffe3fd req-d4f79e67-1fde-46c1-bab0-dfc4c8c7ca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:38.631743 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-272bf08b-f670-4a1f-b65f-efde2cffe3fd req-d4f79e67-1fde-46c1-bab0-dfc4c8c7ca72 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4d96643b-4fa6-435b-b92a-130044cd3548 HTTP/1.1" status: 200 len: 920 time: 0.1630461 Oct 14 11:14:38.680704 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-272bf08b-f670-4a1f-b65f-efde2cffe3fd req-32d25eda-c6b0-4c3e-85a5-f056f9dbd9fe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61749222-a273-487b-a559-958a06098102 HTTP/1.1" status: 200 len: 217 time: 0.0393362 Oct 14 11:14:38.765879 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bf08b-f670-4a1f-b65f-efde2cffe3fd req-3e06cd76-233f-4f3d-8b72-272f99988273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:38.792107 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-272bf08b-f670-4a1f-b65f-efde2cffe3fd req-3e06cd76-233f-4f3d-8b72-272f99988273 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c0cb2568-f2cb-4fad-9fcc-49f5492b923a HTTP/1.1" status: 200 len: 859 time: 0.0955992 Oct 14 11:14:38.895906 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-8668027c-7e97-4e3b-b2d7-56f8420a308e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:38.994346 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-272bf08b-f670-4a1f-b65f-efde2cffe3fd req-5b933409-550d-4288-8641-02da72bb8c5f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d96643b-4fa6-435b-b92a-130044cd3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1862590 Oct 14 11:14:39.044690 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4745b-7f02-490b-93b0-c603b2b0d3ae req-c8a8551b-727a-4011-b267-c51df37af601 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:39.047722 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-92d4745b-7f02-490b-93b0-c603b2b0d3ae req-c8a8551b-727a-4011-b267-c51df37af601 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca6f9333-d48f-4ac1-8ca2-529ebdb177b2 HTTP/1.1" status: 200 len: 945 time: 0.1841047 Oct 14 11:14:39.085894 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 58394) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:39.177662 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-272bf08b-f670-4a1f-b65f-efde2cffe3fd req-aadc4a6b-82e1-40a8-be6e-bd19f7e43198 service neutron] 10.222.0.39 "GET /v2.0/networks/4d96643b-4fa6-435b-b92a-130044cd3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804163 Oct 14 11:14:39.344073 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce4f0f-0e87-4d1f-9ecd-ad20fc3ccd82 req-a9026c2a-db08-4b59-b5e2-d16189f99a39 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:39.345630 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-15ce4f0f-0e87-4d1f-9ecd-ad20fc3ccd82 req-a9026c2a-db08-4b59-b5e2-d16189f99a39 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca6f9333-d48f-4ac1-8ca2-529ebdb177b2 HTTP/1.1" status: 200 len: 945 time: 0.1812425 Oct 14 11:14:39.369237 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-272bf08b-f670-4a1f-b65f-efde2cffe3fd req-7fbf2dae-bf87-49d9-92c8-526127361c44 service neutron] 10.222.0.39 "GET /v2.0/networks/4d96643b-4fa6-435b-b92a-130044cd3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830819 Oct 14 11:14:39.637118 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-e05ac493-48f0-4544-94d4-0943536b8eb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:39.640114 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [req-92d4745b-7f02-490b-93b0-c603b2b0d3ae req-fe0e4e37-48ae-40e5-9f3e-3ea41aaac6d7 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] Deleting port 67eab794-39c3-42bc-bbbf-95aaebaa1b3f {{(pid=99969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:14:39.640447 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-92d4745b-7f02-490b-93b0-c603b2b0d3ae req-fe0e4e37-48ae-40e5-9f3e-3ea41aaac6d7 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:39.683617 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-15ce4f0f-0e87-4d1f-9ecd-ad20fc3ccd82 req-eac6c18a-b676-4856-af3e-f760ac28334f tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/security-groups?id=03322c2c-5b43-4b89-ad6e-03b602f1afb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300045 Oct 14 11:14:39.808525 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a7cd1-2e6c-4a7e-8782-374d28f0c90d req-52fa81ee-7942-445b-9e0f-4ba7f6659c0e tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:39.810126 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-050a7cd1-2e6c-4a7e-8782-374d28f0c90d req-52fa81ee-7942-445b-9e0f-4ba7f6659c0e tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 946 time: 0.1637933 Oct 14 11:14:39.830128 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [req-92d4745b-7f02-490b-93b0-c603b2b0d3ae req-fe0e4e37-48ae-40e5-9f3e-3ea41aaac6d7 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] For port 67eab794-39c3-42bc-bbbf-95aaebaa1b3f, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=67eab794-39c3-42bc-bbbf-95aaebaa1b3f,segment=NetworkSegment(717fdd03-b1ed-4ff8-961f-be526ae289bb),segment_id=717fdd03-b1ed-4ff8-961f-be526ae289bb)] {{(pid=99969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:14:39.830562 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-92d4745b-7f02-490b-93b0-c603b2b0d3ae req-fe0e4e37-48ae-40e5-9f3e-3ea41aaac6d7 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:39.867600 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [req-92d4745b-7f02-490b-93b0-c603b2b0d3ae req-fe0e4e37-48ae-40e5-9f3e-3ea41aaac6d7 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] Calling delete_port for 67eab794-39c3-42bc-bbbf-95aaebaa1b3f owned by compute:nova {{(pid=99969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:14:39.987921 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-e05ac493-48f0-4544-94d4-0943536b8eb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:39.993602 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-050a7cd1-2e6c-4a7e-8782-374d28f0c90d req-066cba21-839b-4eda-8583-0e1bfc6a30d9 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657650 Oct 14 11:14:39.996497 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-e05ac493-48f0-4544-94d4-0943536b8eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:40.050762 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-e05ac493-48f0-4544-94d4-0943536b8eb4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bf81c6e26bc84e9fb6d104ab20076265&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9620640 Oct 14 11:14:40.056726 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 58428) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:40.071805 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ac493-48f0-4544-94d4-0943536b8eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c320aa6-91cc-4483-951b-337e7e4dbb91,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:40.197811 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b6dd113d-d2c8-4bb7-8d34-1ec4447f8598 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:40.228327 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-92d4745b-7f02-490b-93b0-c603b2b0d3ae req-fe0e4e37-48ae-40e5-9f3e-3ea41aaac6d7 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440'] for port, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:40.245086 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['67eab794-39c3-42bc-bbbf-95aaebaa1b3f'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:14:40.246805 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b6dd113d-d2c8-4bb7-8d34-1ec4447f8598 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:40.303152 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e4e37-48ae-40e5-9f3e-3ea41aaac6d7 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] Pushing event deleted for resources: {'Port': ['ID=67eab794-39c3-42bc-bbbf-95aaebaa1b3f,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:40.388076 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b6dd113d-d2c8-4bb7-8d34-1ec4447f8598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:40.403105 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b6dd113d-d2c8-4bb7-8d34-1ec4447f8598 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:40.422719 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-b6dd113d-d2c8-4bb7-8d34-1ec4447f8598 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8c320aa6-91cc-4483-951b-337e7e4dbb91 HTTP/1.1" status: 204 len: 168 time: 0.3526034 Oct 14 11:14:40.423065 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d4745b-7f02-490b-93b0-c603b2b0d3ae req-fe0e4e37-48ae-40e5-9f3e-3ea41aaac6d7 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] No DVR routers for this DVR port 67eab794-39c3-42bc-bbbf-95aaebaa1b3f on host hv-cinder-80135 {{(pid=99969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:14:40.431965 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-92d4745b-7f02-490b-93b0-c603b2b0d3ae req-fe0e4e37-48ae-40e5-9f3e-3ea41aaac6d7 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:40.438318 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-92d4745b-7f02-490b-93b0-c603b2b0d3ae req-fe0e4e37-48ae-40e5-9f3e-3ea41aaac6d7 tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.39 "DELETE /v2.0/ports/67eab794-39c3-42bc-bbbf-95aaebaa1b3f HTTP/1.1" status: 204 len: 173 time: 1.3826013 Oct 14 11:14:40.438940 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6f9333-d48f-4ac1-8ca2-529ebdb177b2', 'name': 'network-vif-deleted', 'tag': '67eab794-39c3-42bc-bbbf-95aaebaa1b3f'}] {{(pid=99969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:14:40.440445 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd113d-d2c8-4bb7-8d34-1ec4447f8598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c320aa6-91cc-4483-951b-337e7e4dbb91,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:40.441977 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a93a02263ebe6e695f08df3ef7f4cabed4a40ac7132537441ac5c84a82560800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb2cd72-d2c3-4a2a-8a4d-4ef8e211c85d" -d '{"events": [{"server_uuid": "ca6f9333-d48f-4ac1-8ca2-529ebdb177b2", "name": "network-vif-deleted", "tag": "67eab794-39c3-42bc-bbbf-95aaebaa1b3f"}]}' {{(pid=99969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:14:40.566015 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3215ebae-7114-48c5-9385-b9688ad5266d x-openstack-request-id: req-3215ebae-7114-48c5-9385-b9688ad5266d {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:14:40.566504 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6f9333-d48f-4ac1-8ca2-529ebdb177b2", "name": "network-vif-deleted", "tag": "67eab794-39c3-42bc-bbbf-95aaebaa1b3f", "status": "completed", "code": 200}]} {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:14:40.566892 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3215ebae-7114-48c5-9385-b9688ad5266d {{(pid=99969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:14:40.567543 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6f9333-d48f-4ac1-8ca2-529ebdb177b2', 'name': 'network-vif-deleted', 'tag': '67eab794-39c3-42bc-bbbf-95aaebaa1b3f', 'status': 'completed', 'code': 200} Oct 14 11:14:40.685634 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 58450) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:40.848712 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9416d969-56f4-450e-aaa1-f6761e02fe1d req-8e8485bd-040d-4137-a4a0-eac832d09aee tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca6f9333-d48f-4ac1-8ca2-529ebdb177b2 HTTP/1.1" status: 200 len: 210 time: 0.0459063 Oct 14 11:14:41.019411 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-5f905085-0134-4ec4-b95c-10ba110ea6f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:41.153687 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-5f905085-0134-4ec4-b95c-10ba110ea6f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:41.158839 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-5f905085-0134-4ec4-b95c-10ba110ea6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:41.212742 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf4a13-ceb5-4497-890e-7c463c5099ac req-8bff4508-fcb2-41ef-be1f-18969f06ca00 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:41.214410 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-dbcf4a13-ceb5-4497-890e-7c463c5099ac req-8bff4508-fcb2-41ef-be1f-18969f06ca00 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 946 time: 0.1007361 Oct 14 11:14:41.224187 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-5f905085-0134-4ec4-b95c-10ba110ea6f9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aecb7b7cf2d347de9d7f00c24f17014b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5372860 Oct 14 11:14:41.224425 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 58472) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:41.225684 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f905085-0134-4ec4-b95c-10ba110ea6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43588314-8e7f-4925-a33a-cb88f3cfe248,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:41.286257 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-dbcf4a13-ceb5-4497-890e-7c463c5099ac req-8b300bef-bc38-4cab-ba19-eca1f68abb27 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575194 Oct 14 11:14:41.318741 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-04495972-e062-4e89-8108-bce02706bcaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:41.346742 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-04495972-e062-4e89-8108-bce02706bcaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:41.417537 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-04495972-e062-4e89-8108-bce02706bcaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:41.420841 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-04495972-e062-4e89-8108-bce02706bcaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:41.427736 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-04495972-e062-4e89-8108-bce02706bcaa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/43588314-8e7f-4925-a33a-cb88f3cfe248 HTTP/1.1" status: 204 len: 168 time: 0.2006030 Oct 14 11:14:41.451873 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04495972-e062-4e89-8108-bce02706bcaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43588314-8e7f-4925-a33a-cb88f3cfe248,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:41.504735 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-f8c98db5-0945-4e34-a391-e34464190af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:42.107016 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-49958a1c-4b91-40d0-a5aa-134777ec9513 req-81585a4d-2d56-4975-8d5d-8de39ddf99cf tempest-DeleteServersTestJSON-1362623881 tempest-DeleteServersTestJSON-1362623881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca6f9333-d48f-4ac1-8ca2-529ebdb177b2 HTTP/1.1" status: 200 len: 210 time: 0.0707004 Oct 14 11:14:42.290454 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 58506) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:42.312300 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9da235f0-a4c5-4bd5-abe8-c5fb6d8373fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:42.483149 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9da235f0-a4c5-4bd5-abe8-c5fb6d8373fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:42.492361 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9da235f0-a4c5-4bd5-abe8-c5fb6d8373fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:42.498110 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 58516) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:42.553709 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e686f2-2a90-447f-b917-d6a083f0d77d req-fa31b48f-5dad-4698-b14f-de4fbc05595c tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:42.569227 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-96e686f2-2a90-447f-b917-d6a083f0d77d req-fa31b48f-5dad-4698-b14f-de4fbc05595c tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 946 time: 0.1310594 Oct 14 11:14:42.597722 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-9da235f0-a4c5-4bd5-abe8-c5fb6d8373fb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=24cb16b891ec4c028516e322fb3cd5f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3044906 Oct 14 11:14:42.600990 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 58520) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:42.611062 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da235f0-a4c5-4bd5-abe8-c5fb6d8373fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a325322-42ec-4f78-a7fe-1f51c0ba1506,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:42.663908 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-96e686f2-2a90-447f-b917-d6a083f0d77d req-f74915e0-e19c-4253-a2f8-ca58b7269d61 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923395 Oct 14 11:14:42.759531 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-fb546674-0066-4a5e-b7b0-8952cc4f5786 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:42.770434 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:42.777598 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-468d5f97-6a1b-4309-9ff3-b28866ba6bfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:42.837882 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-468d5f97-6a1b-4309-9ff3-b28866ba6bfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:42.979378 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-468d5f97-6a1b-4309-9ff3-b28866ba6bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:42.984287 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-468d5f97-6a1b-4309-9ff3-b28866ba6bfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:42.986524 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-468d5f97-6a1b-4309-9ff3-b28866ba6bfc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9a325322-42ec-4f78-a7fe-1f51c0ba1506 HTTP/1.1" status: 204 len: 168 time: 0.3836071 Oct 14 11:14:43.030763 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5f97-6a1b-4309-9ff3-b28866ba6bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a325322-42ec-4f78-a7fe-1f51c0ba1506,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:43.047566 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:43.057172 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-fb546674-0066-4a5e-b7b0-8952cc4f5786 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:43.065975 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-fb546674-0066-4a5e-b7b0-8952cc4f5786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:43.175669 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb546674-0066-4a5e-b7b0-8952cc4f5786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76eb2900-bc1c-4669-95d1-fcfa4ccac023,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:43.189451 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-fb546674-0066-4a5e-b7b0-8952cc4f5786 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dd795048910f45f1b41334c75f58f5d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6803644 Oct 14 11:14:43.193418 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 58544) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:43.314084 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-b29f9fd4-2795-43a3-a6cb-6813287bd8f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:43.394922 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-b29f9fd4-2795-43a3-a6cb-6813287bd8f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:43.455177 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 67eab794-39c3-42bc-bbbf-95aaebaa1b3f no longer exists at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:14:43.523015 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] No Port match for: 67eab794-39c3-42bc-bbbf-95aaebaa1b3f {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:14:43.523421 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 67eab794-39c3-42bc-bbbf-95aaebaa1b3f not bound to the agent host hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:14:43.529462 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-b29f9fd4-2795-43a3-a6cb-6813287bd8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:43.536890 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-b29f9fd4-2795-43a3-a6cb-6813287bd8f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:43.548129 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-b29f9fd4-2795-43a3-a6cb-6813287bd8f2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/76eb2900-bc1c-4669-95d1-fcfa4ccac023 HTTP/1.1" status: 204 len: 168 time: 0.3513689 Oct 14 11:14:43.586049 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f9fd4-2795-43a3-a6cb-6813287bd8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76eb2900-bc1c-4669-95d1-fcfa4ccac023,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:43.878426 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073dfa0-2a96-4f7f-a4c3-02a10ce19dab req-616dc6ee-c680-4270-9e21-8a15972d6d78 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:43.880039 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c073dfa0-2a96-4f7f-a4c3-02a10ce19dab req-616dc6ee-c680-4270-9e21-8a15972d6d78 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 946 time: 0.0836964 Oct 14 11:14:43.943413 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c073dfa0-2a96-4f7f-a4c3-02a10ce19dab req-969d2138-d3cc-4cd3-bfd6-00f95d2b308e tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442860 Oct 14 11:14:44.129229 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 58606) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:44.154622 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8688d572-b80c-4342-9997-38f320beb4d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:44.278513 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8688d572-b80c-4342-9997-38f320beb4d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:44.284062 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8688d572-b80c-4342-9997-38f320beb4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:44.300578 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:44.348615 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-8688d572-b80c-4342-9997-38f320beb4d5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=97cfb153a2fe4a9da567b8a90096269f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2152267 Oct 14 11:14:44.349875 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 58616) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:44.355147 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8688d572-b80c-4342-9997-38f320beb4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7649bb-9134-4551-bb56-06323de56a86,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:44.445371 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-0ab2994a-bb06-40c9-bd80-2c32e9fe104c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:44.473329 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-0ab2994a-bb06-40c9-bd80-2c32e9fe104c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:44.544006 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-0ab2994a-bb06-40c9-bd80-2c32e9fe104c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:44.546908 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-0ab2994a-bb06-40c9-bd80-2c32e9fe104c admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:44.548108 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-0ab2994a-bb06-40c9-bd80-2c32e9fe104c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ad7649bb-9134-4551-bb56-06323de56a86 HTTP/1.1" status: 204 len: 168 time: 0.1963904 Oct 14 11:14:44.563728 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2994a-bb06-40c9-bd80-2c32e9fe104c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7649bb-9134-4551-bb56-06323de56a86,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:44.990481 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 58662) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:45.059651 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.db_base_plugin_v2 [None req-84fd1278-eba3-41cf-9892-6fee6bc96520 admin admin] Deleting subnet 8db6e823-26d9-4ff4-8321-bebc05546544 {{(pid=99969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 11:14:45.066395 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-84fd1278-eba3-41cf-9892-6fee6bc96520 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:45.148428 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-84fd1278-eba3-41cf-9892-6fee6bc96520 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:45.161834 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-84fd1278-eba3-41cf-9892-6fee6bc96520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725203'] for subnet, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:45.204036 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25383cb7-1f8c-4284-a330-95de14800407 req-6d5f78f8-0039-4a33-b867-3481853b121b tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:45.205771 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-25383cb7-1f8c-4284-a330-95de14800407 req-6d5f78f8-0039-4a33-b867-3481853b121b tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 946 time: 0.1426194 Oct 14 11:14:45.278450 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-84fd1278-eba3-41cf-9892-6fee6bc96520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994'] for subnet, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:45.287788 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-25383cb7-1f8c-4284-a330-95de14800407 req-146cecb9-90b4-4abb-8d92-03138937a639 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640585 Oct 14 11:14:45.326506 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd1278-eba3-41cf-9892-6fee6bc96520 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8db6e823-26d9-4ff4-8321-bebc05546544,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:45.329571 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-84fd1278-eba3-41cf-9892-6fee6bc96520 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for subnet, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:45.334791 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-84fd1278-eba3-41cf-9892-6fee6bc96520 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8db6e823-26d9-4ff4-8321-bebc05546544 HTTP/1.1" status: 204 len: 168 time: 0.3389928 Oct 14 11:14:45.337759 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 58672) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:45.428721 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-65f58835-c98e-44f7-9f00-05ee8b357f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544921'] for network, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:45.557295 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-65f58835-c98e-44f7-9f00-05ee8b357f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727366', 'neutron.services.segments.db._delete_segments_for_network-8755828151089'] for network, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:45.585764 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-65f58835-c98e-44f7-9f00-05ee8b357f38 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f69fca808e0>> segment before_delete 55550000 {{(pid=99969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:14:45.586099 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-65f58835-c98e-44f7-9f00-05ee8b357f38 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f69fca808e0>> subnet precommit_delete_associations 55550000 {{(pid=99969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:14:45.587208 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-65f58835-c98e-44f7-9f00-05ee8b357f38 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f69fd27ac10>> segment_host_mapping after_create 55550000 {{(pid=99969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:14:45.587661 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-65f58835-c98e-44f7-9f00-05ee8b357f38 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f69fd27ac10>> port after_create 55550000 {{(pid=99969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:14:45.588194 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-65f58835-c98e-44f7-9f00-05ee8b357f38 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f69fd27ac10>> port after_delete 55550000 {{(pid=99969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:14:45.588679 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-65f58835-c98e-44f7-9f00-05ee8b357f38 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f69fd27ac10>> port after_update 55550000 {{(pid=99969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:14:45.589135 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-65f58835-c98e-44f7-9f00-05ee8b357f38 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f69fd27ac10>> segment after_delete 55550000 {{(pid=99969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:14:45.589601 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-65f58835-c98e-44f7-9f00-05ee8b357f38 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f69fd27ac10>> subnet after_create 55550000 {{(pid=99969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:14:45.590069 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-65f58835-c98e-44f7-9f00-05ee8b357f38 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f69fd27ac10>> subnet after_delete 55550000 {{(pid=99969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:14:45.590768 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-65f58835-c98e-44f7-9f00-05ee8b357f38 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f69fd27ac10>> subnet after_update 55550000 {{(pid=99969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:14:45.804779 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-65f58835-c98e-44f7-9f00-05ee8b357f38 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f69fd2ced30>> subnet after_create 55550000 {{(pid=99969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:14:45.805443 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-65f58835-c98e-44f7-9f00-05ee8b357f38 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f69fd2ced30>> subnet after_delete 55550000 {{(pid=99969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:14:45.805788 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-65f58835-c98e-44f7-9f00-05ee8b357f38 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f69fd2ced30>> subnet before_create 55550000 {{(pid=99969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:14:45.806119 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-65f58835-c98e-44f7-9f00-05ee8b357f38 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f69fd2ced30>> subnet before_update 55550000 {{(pid=99969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:14:45.806539 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.services.segments.db [None req-65f58835-c98e-44f7-9f00-05ee8b357f38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f69f7e245b0>,) {'filters': {'network_id': ['349f727a-c796-452d-a602-d3ac189f5e61']}} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:14:45.830331 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.services.segments.db [None req-65f58835-c98e-44f7-9f00-05ee8b357f38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f69f7e245b0>, '717fdd03-b1ed-4ff8-961f-be526ae289bb') {'for_net_delete': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:14:45.830539 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.services.segments.db [None req-65f58835-c98e-44f7-9f00-05ee8b357f38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f69f7e245b0>, '717fdd03-b1ed-4ff8-961f-be526ae289bb') {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:14:45.851934 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-65f58835-c98e-44f7-9f00-05ee8b357f38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755828152634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070485456'] for segment, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:45.879713 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-65f58835-c98e-44f7-9f00-05ee8b357f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240'] for segment, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:45.893086 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65f58835-c98e-44f7-9f00-05ee8b357f38 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=99969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 11:14:45.893934 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-65f58835-c98e-44f7-9f00-05ee8b357f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071033229'] for segment, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:45.950546 dv-cinder-801354-3-iscsi neutron-server[99969]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 14 11:14:45.950546 dv-cinder-801354-3-iscsi neutron-server[99969]: from cryptography.utils import int_from_bytes Oct 14 11:14:45.950546 dv-cinder-801354-3-iscsi neutron-server[99969]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 14 11:14:45.950546 dv-cinder-801354-3-iscsi neutron-server[99969]: from cryptography.utils import int_from_bytes Oct 14 11:14:45.950546 dv-cinder-801354-3-iscsi neutron-server[99969]: Traceback (most recent call last): Oct 14 11:14:45.950546 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 11:14:45.950546 dv-cinder-801354-3-iscsi neutron-server[99969]: timer() Oct 14 11:14:45.950546 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 11:14:45.950546 dv-cinder-801354-3-iscsi neutron-server[99969]: cb(*args, **kw) Oct 14 11:14:45.950546 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 11:14:45.950546 dv-cinder-801354-3-iscsi neutron-server[99969]: return func(*args, **kwargs) Oct 14 11:14:45.950546 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 11:14:45.950546 dv-cinder-801354-3-iscsi neutron-server[99969]: self._notify() Oct 14 11:14:45.950546 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 11:14:45.950546 dv-cinder-801354-3-iscsi neutron-server[99969]: self.callback(batched_events) Oct 14 11:14:45.950546 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 11:14:45.950546 dv-cinder-801354-3-iscsi neutron-server[99969]: event.method(event) Oct 14 11:14:45.950546 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 11:14:45.950546 dv-cinder-801354-3-iscsi neutron-server[99969]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 11:14:45.950546 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 11:14:45.950546 dv-cinder-801354-3-iscsi neutron-server[99969]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 11:14:45.950546 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 11:14:45.950546 dv-cinder-801354-3-iscsi neutron-server[99969]: return f(self, *a, **k) Oct 14 11:14:45.950546 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 11:14:45.950546 dv-cinder-801354-3-iscsi neutron-server[99969]: return self._get(url).json() Oct 14 11:14:45.950546 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 11:14:45.950546 dv-cinder-801354-3-iscsi neutron-server[99969]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 11:14:45.950546 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 11:14:45.950546 dv-cinder-801354-3-iscsi neutron-server[99969]: return self.request(url, 'GET', **kwargs) Oct 14 11:14:45.950546 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 11:14:45.950546 dv-cinder-801354-3-iscsi neutron-server[99969]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 11:14:45.950546 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 11:14:45.950546 dv-cinder-801354-3-iscsi neutron-server[99969]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 11:14:45.950546 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 11:14:45.950546 dv-cinder-801354-3-iscsi neutron-server[99969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 11:14:45.950546 dv-cinder-801354-3-iscsi neutron-server[99969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 11:14:46.061667 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-65f58835-c98e-44f7-9f00-05ee8b357f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1073340624'] for network, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:46.072752 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-65f58835-c98e-44f7-9f00-05ee8b357f38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for network, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:46.076997 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-65f58835-c98e-44f7-9f00-05ee8b357f38 admin admin] 10.222.0.46 "DELETE /v2.0/networks/349f727a-c796-452d-a602-d3ac189f5e61 HTTP/1.1" status: 204 len: 168 time: 0.7382956 Oct 14 11:14:46.098434 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f58835-c98e-44f7-9f00-05ee8b357f38 admin admin] Pushing event deleted for resources: {'Network': ['ID=349f727a-c796-452d-a602-d3ac189f5e61,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:46.453497 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fbb0fe-33e5-48a3-953c-f1ffd381dad5 req-c3291498-56f1-4101-8681-ebfc72f95b94 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:46.455752 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b6fbb0fe-33e5-48a3-953c-f1ffd381dad5 req-c3291498-56f1-4101-8681-ebfc72f95b94 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 946 time: 0.0627260 Oct 14 11:14:46.458475 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 58726) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:46.537898 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-42e1c5af-2158-4501-9197-505f1480d2b3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=244d6014c16f4c87b9f4146f9cc20b2a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0775514 Oct 14 11:14:46.541069 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 58728) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:46.574992 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b6fbb0fe-33e5-48a3-953c-f1ffd381dad5 req-7ed6f86f-c7b6-41d6-94ba-05277964cf0e tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024356 Oct 14 11:14:46.656371 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-213363ec-5184-4d0b-bac9-dbb068575c47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:46.689893 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 58732) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:46.698699 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-213363ec-5184-4d0b-bac9-dbb068575c47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:46.774480 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-213363ec-5184-4d0b-bac9-dbb068575c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:46.779572 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-213363ec-5184-4d0b-bac9-dbb068575c47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:46.789835 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-213363ec-5184-4d0b-bac9-dbb068575c47 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/03322c2c-5b43-4b89-ad6e-03b602f1afb7 HTTP/1.1" status: 204 len: 168 time: 0.2453408 Oct 14 11:14:46.803192 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213363ec-5184-4d0b-bac9-dbb068575c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03322c2c-5b43-4b89-ad6e-03b602f1afb7,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:47.003400 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-6c23a21e-485c-4d92-9c31-b50c3e9509c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:47.126159 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-6c23a21e-485c-4d92-9c31-b50c3e9509c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:47.135701 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-6c23a21e-485c-4d92-9c31-b50c3e9509c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:47.204486 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-6c23a21e-485c-4d92-9c31-b50c3e9509c1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=58280a9d157c41879ec906874a1f1458&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5116923 Oct 14 11:14:47.208097 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 58766) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:47.212287 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23a21e-485c-4d92-9c31-b50c3e9509c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a617e5e-1593-40dc-a5e1-338ca2d003d4,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:47.288025 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-0f40e871-a552-49fd-9e07-c4cdf8ecfc23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:47.325853 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-0f40e871-a552-49fd-9e07-c4cdf8ecfc23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:47.401007 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-0f40e871-a552-49fd-9e07-c4cdf8ecfc23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:47.404006 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-0f40e871-a552-49fd-9e07-c4cdf8ecfc23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:47.405343 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-0f40e871-a552-49fd-9e07-c4cdf8ecfc23 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0a617e5e-1593-40dc-a5e1-338ca2d003d4 HTTP/1.1" status: 204 len: 168 time: 0.1953545 Oct 14 11:14:47.424300 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f40e871-a552-49fd-9e07-c4cdf8ecfc23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a617e5e-1593-40dc-a5e1-338ca2d003d4,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:47.826772 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd021d7-e4c4-41ba-bb2e-3c40bc9215bb req-6c7943ea-0b01-40c4-94e1-8989473d47a3 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:47.828544 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-fbd021d7-e4c4-41ba-bb2e-3c40bc9215bb req-6c7943ea-0b01-40c4-94e1-8989473d47a3 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 946 time: 0.1021407 Oct 14 11:14:47.888837 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-fbd021d7-e4c4-41ba-bb2e-3c40bc9215bb req-cfc983ad-478c-43aa-93d2-82871d6d8ce5 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517592 Oct 14 11:14:48.106845 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 58792) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:48.129618 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-766066be-7974-405b-b4bd-bac37fa5c2eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:48.322582 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-766066be-7974-405b-b4bd-bac37fa5c2eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:48.335143 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-766066be-7974-405b-b4bd-bac37fa5c2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:48.383080 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-766066be-7974-405b-b4bd-bac37fa5c2eb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=82ef3a12d4194cdabc596ba5cb0274dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2733974 Oct 14 11:14:48.385615 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 58810) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:48.417121 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766066be-7974-405b-b4bd-bac37fa5c2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f3d39d-f5c8-4080-bd07-12f45df0d9ee,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:48.458768 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-560a6883-b74b-4ed3-9ae3-710a2b137e2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:48.493496 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-560a6883-b74b-4ed3-9ae3-710a2b137e2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:48.576181 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-560a6883-b74b-4ed3-9ae3-710a2b137e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:48.578988 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-560a6883-b74b-4ed3-9ae3-710a2b137e2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:48.580172 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-560a6883-b74b-4ed3-9ae3-710a2b137e2a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/59f3d39d-f5c8-4080-bd07-12f45df0d9ee HTTP/1.1" status: 204 len: 168 time: 0.1932330 Oct 14 11:14:48.595481 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a6883-b74b-4ed3-9ae3-710a2b137e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f3d39d-f5c8-4080-bd07-12f45df0d9ee,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:49.174628 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab008f-6fb3-44f8-b2bd-57597782f6ab req-f6e5fad6-66b6-4131-95c5-fba91718da07 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:49.179187 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0eab008f-6fb3-44f8-b2bd-57597782f6ab req-f6e5fad6-66b6-4131-95c5-fba91718da07 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 946 time: 0.1072340 Oct 14 11:14:49.265305 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 58850) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:49.317104 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0eab008f-6fb3-44f8-b2bd-57597782f6ab req-7e835f48-10ce-4ce2-9d75-b2805f8aa00c tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285870 Oct 14 11:14:49.459693 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-4a026194-fe08-401b-b187-a739d81f4504 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1764755659-network', 'tenant_id': 'da58af5ba8724ce1b31cedb26cef2243'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:14:49.520810 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a026194-fe08-401b-b187-a739d81f4504 admin admin] Made reservation on behalf of da58af5ba8724ce1b31cedb26cef2243 for: {'network': 1} {{(pid=99968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:14:49.526784 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4a026194-fe08-401b-b187-a739d81f4504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for network, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:49.540615 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4a026194-fe08-401b-b187-a739d81f4504 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:49.690527 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4a026194-fe08-401b-b187-a739d81f4504 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:49.696791 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4a026194-fe08-401b-b187-a739d81f4504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:49.721631 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a026194-fe08-401b-b187-a739d81f4504 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=99968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 11:14:49.740412 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a026194-fe08-401b-b187-a739d81f4504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa7718c-6489-4b6c-a9ff-b97116300a46,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:49.750604 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4a026194-fe08-401b-b187-a739d81f4504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240'] for segment, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:49.750604 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.db.segments_db [None req-4a026194-fe08-401b-b187-a739d81f4504 admin admin] Added segment c0248d36-4a3e-4591-a907-589459636a0e of type vlan for network 6fcee9b3-7837-41d6-b081-80c52c006d59 Oct 14 11:14:49.841405 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4a026194-fe08-401b-b187-a739d81f4504 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755827645040'] for network, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:49.881319 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4a026194-fe08-401b-b187-a739d81f4504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994'] for network, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:49.884963 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a026194-fe08-401b-b187-a739d81f4504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:49.886100 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4a026194-fe08-401b-b187-a739d81f4504 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for network, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:49.954577 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 58898) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:49.955096 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-4a026194-fe08-401b-b187-a739d81f4504 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6851730 Oct 14 11:14:49.963789 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-dfc92693-878c-4db5-8ad4-3912236fffcb admin admin] Request body: {'subnet': {'network_id': '6fcee9b3-7837-41d6-b081-80c52c006d59', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1764755659-subnet', 'tenant_id': 'da58af5ba8724ce1b31cedb26cef2243', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:14:50.005331 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc92693-878c-4db5-8ad4-3912236fffcb admin admin] Made reservation on behalf of da58af5ba8724ce1b31cedb26cef2243 for: {'subnet': 1} {{(pid=99969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:14:50.009436 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-dfc92693-878c-4db5-8ad4-3912236fffcb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070997336'] for subnet, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:50.055536 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a026194-fe08-401b-b187-a739d81f4504 admin admin] Pushing event updated for resources: {'Network': ['ID=6fcee9b3-7837-41d6-b081-80c52c006d59,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:50.069179 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Network 6fcee9b3-7837-41d6-b081-80c52c006d59 details requested by agent ovs-agent-dv-cinder-801354-3-iscsi with host dv-cinder-801354-3-iscsi {{(pid=99970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 11:14:50.156649 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 58902) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:50.340030 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-dfc92693-878c-4db5-8ad4-3912236fffcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071035758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070997326'] for subnet, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:50.421686 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc92693-878c-4db5-8ad4-3912236fffcb admin admin] Checking segment: {'id': 'c0248d36-4a3e-4591-a907-589459636a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6fcee9b3-7837-41d6-b081-80c52c006d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:14:50.422047 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc92693-878c-4db5-8ad4-3912236fffcb admin admin] Network hostable DHCP agents. Network: 6fcee9b3-7837-41d6-b081-80c52c006d59, hostable agents: ['dc103412-d4dc-48a3-9309-49b6d77c9d56'], hosted agents: [] {{(pid=99969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 11:14:50.425464 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc92693-878c-4db5-8ad4-3912236fffcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=062aa61e-8393-46f9-9d0c-d7a786ad6648,revision_number=0']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:50.452405 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc92693-878c-4db5-8ad4-3912236fffcb admin admin] Network 6fcee9b3-7837-41d6-b081-80c52c006d59 is scheduled to be hosted by DHCP agent dc103412-d4dc-48a3-9309-49b6d77c9d56 with binding_index 1 {{(pid=99969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 11:14:50.535517 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.base_scheduler [None req-dfc92693-878c-4db5-8ad4-3912236fffcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-3-iscsi, 6fcee9b3-7837-41d6-b081-80c52c006d59) {{(pid=99969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:14:50.552861 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc92693-878c-4db5-8ad4-3912236fffcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:50.553296 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9746e0e3-dc6d-485f-9c13-d5f41992352f None None] Network 6fcee9b3-7837-41d6-b081-80c52c006d59 requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:14:50.553840 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-dfc92693-878c-4db5-8ad4-3912236fffcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for subnet, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:50.595932 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-dfc92693-878c-4db5-8ad4-3912236fffcb admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6389399 Oct 14 11:14:50.606401 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-09a20e56-897e-4c9f-82da-4e3e8ec4c9ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:50.626634 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9a49b-9cf1-47fa-ac43-efa4f5d2e20c req-e491b6d9-ad1d-4c7d-8f7d-3b30afcb991b tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:50.637346 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-60b9a49b-9cf1-47fa-ac43-efa4f5d2e20c req-e491b6d9-ad1d-4c7d-8f7d-3b30afcb991b tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 946 time: 0.1816039 Oct 14 11:14:50.719477 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-60b9a49b-9cf1-47fa-ac43-efa4f5d2e20c req-b0f861bc-2610-45b4-a49d-6af87d021e64 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807443 Oct 14 11:14:50.946923 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-09a20e56-897e-4c9f-82da-4e3e8ec4c9ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:50.957338 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-09a20e56-897e-4c9f-82da-4e3e8ec4c9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:51.062024 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-09a20e56-897e-4c9f-82da-4e3e8ec4c9ca admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=97afb6e9ff4d40bbb663cf8040159e02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9035027 Oct 14 11:14:51.067871 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 58934) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:51.072138 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a20e56-897e-4c9f-82da-4e3e8ec4c9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352df501-4001-4f43-9156-ee4b489e1db4,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:51.199531 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-ed97e2e3-1bf3-4535-b8a5-6cad7bb8b79a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:51.223525 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5349351-189e-4206-9d62-31c84ec697f6 None None] Network 6fcee9b3-7837-41d6-b081-80c52c006d59 requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:14:51.259374 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-ed97e2e3-1bf3-4535-b8a5-6cad7bb8b79a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:51.432608 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-ed97e2e3-1bf3-4535-b8a5-6cad7bb8b79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:51.437479 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-ed97e2e3-1bf3-4535-b8a5-6cad7bb8b79a admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:51.443759 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-ed97e2e3-1bf3-4535-b8a5-6cad7bb8b79a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/352df501-4001-4f43-9156-ee4b489e1db4 HTTP/1.1" status: 204 len: 168 time: 0.3714502 Oct 14 11:14:51.478000 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed97e2e3-1bf3-4535-b8a5-6cad7bb8b79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352df501-4001-4f43-9156-ee4b489e1db4,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:51.991910 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 58988) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:52.011318 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-081c16b2-515b-4617-9213-f4ec5313055e admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:52.050771 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-f2ae4f9b-857d-4f57-b0f2-89d0e5c8f1fd tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:52.052364 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-f2ae4f9b-857d-4f57-b0f2-89d0e5c8f1fd tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/networks?id=6fcee9b3-7837-41d6-b081-80c52c006d59 HTTP/1.1" status: 200 len: 815 time: 0.2135744 Oct 14 11:14:52.064651 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731463a7-23bd-4995-93aa-861ae5c592eb req-d98fe581-4969-417c-96bb-ee8e6bcc40c3 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:52.066400 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-731463a7-23bd-4995-93aa-861ae5c592eb req-d98fe581-4969-417c-96bb-ee8e6bcc40c3 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 946 time: 0.2038569 Oct 14 11:14:52.107317 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-b2b18ca1-6d1e-4831-9597-a90f901454dd tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/quotas/da58af5ba8724ce1b31cedb26cef2243 HTTP/1.1" status: 200 len: 375 time: 0.0267205 Oct 14 11:14:52.145091 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-081c16b2-515b-4617-9213-f4ec5313055e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:52.155186 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-081c16b2-515b-4617-9213-f4ec5313055e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:52.160890 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-27e7f3ee-58da-4a1a-b857-19ff0a4d4c35 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=da58af5ba8724ce1b31cedb26cef2243&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386631 Oct 14 11:14:52.182637 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-731463a7-23bd-4995-93aa-861ae5c592eb req-cecd5175-c32e-47bd-9099-64e65a90caa3 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855615 Oct 14 11:14:52.231976 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-081c16b2-515b-4617-9213-f4ec5313055e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=295774fd1f624b05a5dc40e1dcc3c08f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385888 Oct 14 11:14:52.233027 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081c16b2-515b-4617-9213-f4ec5313055e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d46dd15-eca3-4882-9a3e-db2b65325e8f,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:52.236382 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 58992) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:52.357326 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-caae749c-bbea-420d-9814-4242dbb0e7ad service neutron] 10.222.0.46 "GET /v2.0/networks/6fcee9b3-7837-41d6-b081-80c52c006d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610770 Oct 14 11:14:52.358464 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-0eb29cc9-ffb0-4c0f-86a5-918c74fa1800 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:52.400581 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-0eb29cc9-ffb0-4c0f-86a5-918c74fa1800 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:52.547190 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-e5d1ca52-44ee-4f89-afc1-f03790243b1b service neutron] 10.222.0.46 "GET /v2.0/networks/6fcee9b3-7837-41d6-b081-80c52c006d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728222 Oct 14 11:14:52.560591 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-0eb29cc9-ffb0-4c0f-86a5-918c74fa1800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:52.563791 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-0eb29cc9-ffb0-4c0f-86a5-918c74fa1800 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:52.569113 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-0eb29cc9-ffb0-4c0f-86a5-918c74fa1800 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5d46dd15-eca3-4882-9a3e-db2b65325e8f HTTP/1.1" status: 204 len: 168 time: 0.3277733 Oct 14 11:14:52.587373 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb29cc9-ffb0-4c0f-86a5-918c74fa1800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d46dd15-eca3-4882-9a3e-db2b65325e8f,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:52.837445 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-46c5e9f5-e3c4-4272-b930-6bba1362c26a req-e80b5a92-5a68-470f-a7c8-74979888d14c tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ab0eb5e-7e59-4012-a3d4-78e192969ba4 HTTP/1.1" status: 200 len: 210 time: 0.0603454 Oct 14 11:14:53.398258 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7b401-793b-42ab-89b8-05386788422e req-f96abac4-9148-43d2-8bec-7bd27835cbb4 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:53.405861 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-fbe7b401-793b-42ab-89b8-05386788422e req-f96abac4-9148-43d2-8bec-7bd27835cbb4 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 946 time: 0.0894268 Oct 14 11:14:53.533115 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-fbe7b401-793b-42ab-89b8-05386788422e req-13350cf7-2906-43c4-9f61-283fc6266219 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106997 Oct 14 11:14:53.798628 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 59072) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:54.008275 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-67eb2762-5118-419b-9fd8-b21d384760f4 req-cd3061f1-37c9-4941-b707-c00e550ce799 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ab0eb5e-7e59-4012-a3d4-78e192969ba4 HTTP/1.1" status: 200 len: 210 time: 0.0573118 Oct 14 11:14:54.037770 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 59082) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:54.098286 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-02b51e4b-9c06-43ab-9164-57f84861fbc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:54.174540 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-54ac0185-3131-48ba-a8f5-c6fbff51d79d admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:54.242864 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-02b51e4b-9c06-43ab-9164-57f84861fbc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:54.249588 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-02b51e4b-9c06-43ab-9164-57f84861fbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:54.289801 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-54ac0185-3131-48ba-a8f5-c6fbff51d79d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:54.296458 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-02b51e4b-9c06-43ab-9164-57f84861fbc9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e3116772dc1b4a5fa41f73a31ac96a44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4967382 Oct 14 11:14:54.296931 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-54ac0185-3131-48ba-a8f5-c6fbff51d79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:54.297548 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b51e4b-9c06-43ab-9164-57f84861fbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3967e6-5238-4b6f-8f77-183c11000707,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:54.300233 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 59090) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:54.394000 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 59094) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:54.398915 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-54ac0185-3131-48ba-a8f5-c6fbff51d79d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f30047f9b18147319c6c03b02ed29cff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3594408 Oct 14 11:14:54.402882 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac0185-3131-48ba-a8f5-c6fbff51d79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41339866-321d-4bd3-bd18-b498dfd330e5,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:54.429278 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-12fe3663-d25f-4429-9d11-6affcff0b2a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:54.543513 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-12fe3663-d25f-4429-9d11-6affcff0b2a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:54.776943 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f94ef68a-56fe-40de-a640-6f3045fb70d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:54.940315 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-c7f170a8-8977-47b1-8fbe-524359af9f07 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:54.943548 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-c7f170a8-8977-47b1-8fbe-524359af9f07 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.39 "GET /v2.0/networks?id=6fcee9b3-7837-41d6-b081-80c52c006d59 HTTP/1.1" status: 200 len: 815 time: 0.4893565 Oct 14 11:14:54.944703 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-12fe3663-d25f-4429-9d11-6affcff0b2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:54.949693 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-12fe3663-d25f-4429-9d11-6affcff0b2a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:54.951619 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-12fe3663-d25f-4429-9d11-6affcff0b2a2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2e3967e6-5238-4b6f-8f77-183c11000707 HTTP/1.1" status: 204 len: 168 time: 0.6500952 Oct 14 11:14:54.955971 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f94ef68a-56fe-40de-a640-6f3045fb70d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:54.991311 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9b43a-8000-42d2-9436-cb971790b6d5 req-95d16c9d-0cae-4959-bde8-44b3e0cf046d tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:55.007040 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-bec9b43a-8000-42d2-9436-cb971790b6d5 req-95d16c9d-0cae-4959-bde8-44b3e0cf046d tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 946 time: 0.2518668 Oct 14 11:14:55.018045 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-9b41bd04-bd82-4258-a4bf-1d8b0981a51f tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Request body: {'port': {'device_id': '0ab0eb5e-7e59-4012-a3d4-78e192969ba4', 'network_id': '6fcee9b3-7837-41d6-b081-80c52c006d59', 'admin_state_up': True, 'tenant_id': 'da58af5ba8724ce1b31cedb26cef2243'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:14:55.098847 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe3663-d25f-4429-9d11-6affcff0b2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3967e6-5238-4b6f-8f77-183c11000707,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:55.218151 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-89796712-4375-4a71-9870-da009daf4a72 req-05deb34e-66a0-435b-a19f-259ca6dfe489 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ab0eb5e-7e59-4012-a3d4-78e192969ba4 HTTP/1.1" status: 200 len: 210 time: 0.0526419 Oct 14 11:14:55.316321 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-bec9b43a-8000-42d2-9436-cb971790b6d5 req-f0cb610d-5c21-497b-bec3-94729c029ae6 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119317 Oct 14 11:14:55.331851 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 59128) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:55.358369 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f94ef68a-56fe-40de-a640-6f3045fb70d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:55.362313 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f94ef68a-56fe-40de-a640-6f3045fb70d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:55.364216 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-f94ef68a-56fe-40de-a640-6f3045fb70d6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/41339866-321d-4bd3-bd18-b498dfd330e5 HTTP/1.1" status: 204 len: 168 time: 0.9686711 Oct 14 11:14:55.399620 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ef68a-56fe-40de-a640-6f3045fb70d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41339866-321d-4bd3-bd18-b498dfd330e5,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:55.487404 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-9b41bd04-bd82-4258-a4bf-1d8b0981a51f tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Made reservation on behalf of da58af5ba8724ce1b31cedb26cef2243 for: {'port': 1} {{(pid=99969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:14:55.492241 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-9b41bd04-bd82-4258-a4bf-1d8b0981a51f tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:55.587450 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 59134) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:55.619246 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-9b1e7aab-32d7-4111-bd75-7728679b5161 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:55.660305 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-998a1628-08a2-4396-a941-8690dc030fa6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:55.733009 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.db_base_plugin_common [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-9b41bd04-bd82-4258-a4bf-1d8b0981a51f tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Allocated IP 172.20.0.11 (6fcee9b3-7837-41d6-b081-80c52c006d59/062aa61e-8393-46f9-9d0c-d7a786ad6648/eed25f1e-9a27-4b42-a5bd-d105cc2fad41) {{(pid=99969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:14:55.897918 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-9b1e7aab-32d7-4111-bd75-7728679b5161 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:55.923750 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-998a1628-08a2-4396-a941-8690dc030fa6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:55.924710 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-9b1e7aab-32d7-4111-bd75-7728679b5161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:55.961973 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-998a1628-08a2-4396-a941-8690dc030fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:56.297757 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-9b1e7aab-32d7-4111-bd75-7728679b5161 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8d350c03c8104858a71d7fbffac62f0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7053773 Oct 14 11:14:56.298671 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 59146) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:56.299428 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e7aab-32d7-4111-bd75-7728679b5161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa4c4a0-6098-4f38-8ca6-a97ce2fe7455,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:56.318785 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-998a1628-08a2-4396-a941-8690dc030fa6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=60603fe3056b40db83afb114d31de98e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9765885 Oct 14 11:14:56.326627 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 59150) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:56.359574 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-9b41bd04-bd82-4258-a4bf-1d8b0981a51f tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Publish callbacks [] for port, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:56.361031 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 59152) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:56.413649 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-a34d1e60-94e7-41eb-9271-9b0f80496fb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:56.421913 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a1628-08a2-4396-a941-8690dc030fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5528bbc-2bf6-4ac5-aa1a-0f2c6c851cc8,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:56.427239 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-36d14b92-da86-43f2-96e9-d0e2eb00206f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:56.459498 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-36d14b92-da86-43f2-96e9-d0e2eb00206f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:56.481289 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-50e69690-5a15-4438-8769-c3067dfe55f1 req-c295cad2-126f-42d8-b1a2-0f12fbdfc3d0 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ab0eb5e-7e59-4012-a3d4-78e192969ba4 HTTP/1.1" status: 200 len: 210 time: 0.0689743 Oct 14 11:14:56.513202 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-9b41bd04-bd82-4258-a4bf-1d8b0981a51f tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:56.565592 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-36d14b92-da86-43f2-96e9-d0e2eb00206f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:56.571806 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-36d14b92-da86-43f2-96e9-d0e2eb00206f admin admin] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:56.573562 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-36d14b92-da86-43f2-96e9-d0e2eb00206f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9aa4c4a0-6098-4f38-8ca6-a97ce2fe7455 HTTP/1.1" status: 204 len: 168 time: 0.2730973 Oct 14 11:14:56.587582 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d14b92-da86-43f2-96e9-d0e2eb00206f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa4c4a0-6098-4f38-8ca6-a97ce2fe7455,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:56.696940 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-9b41bd04-bd82-4258-a4bf-1d8b0981a51f tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Network 6fcee9b3-7837-41d6-b081-80c52c006d59 is already hosted by enough agents. {{(pid=99969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:14:56.724814 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.base_scheduler [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-9b41bd04-bd82-4258-a4bf-1d8b0981a51f tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Resources bound (agent type, host, resource id): {{(pid=99969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:14:56.736641 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-8d84ad3f-e1dd-4e62-90dd-b49ae7eb6d74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:56.748012 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-9b41bd04-bd82-4258-a4bf-1d8b0981a51f tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Received port after_create {{(pid=99969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:14:56.761218 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b41bd04-bd82-4258-a4bf-1d8b0981a51f tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Pushing event updated for resources: {'Port': ['ID=eed25f1e-9a27-4b42-a5bd-d105cc2fad41,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:56.873775 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-8d84ad3f-e1dd-4e62-90dd-b49ae7eb6d74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:56.902864 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613312d9-482d-4e97-a5c0-5e8e2548e22e req-07fd73d8-4c1f-4164-a2a1-927251f3fd62 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:56.905157 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-613312d9-482d-4e97-a5c0-5e8e2548e22e req-07fd73d8-4c1f-4164-a2a1-927251f3fd62 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 946 time: 0.3332887 Oct 14 11:14:56.997434 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-9b41bd04-bd82-4258-a4bf-1d8b0981a51f tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:56.998171 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-9b41bd04-bd82-4258-a4bf-1d8b0981a51f tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:57.017856 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-a34d1e60-94e7-41eb-9271-9b0f80496fb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:57.029676 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-a34d1e60-94e7-41eb-9271-9b0f80496fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:57.049069 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 59166) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:57.060007 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-9b41bd04-bd82-4258-a4bf-1d8b0981a51f tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0952570 Oct 14 11:14:57.074267 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c40c7d67-73d1-4261-bf14-4e5638cc49ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:57.080638 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-613312d9-482d-4e97-a5c0-5e8e2548e22e req-2f0fe574-a458-43ae-b488-b454f24402e2 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605351 Oct 14 11:14:57.092904 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-96708ea5-b450-4a56-9b92-6747da5c97ba service neutron] Request body: {'port': {'device_id': '0ab0eb5e-7e59-4012-a3d4-78e192969ba4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:14:57.104113 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d1e60-94e7-41eb-9271-9b0f80496fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ed5446-80bb-4fbd-862d-2a0643a29d73,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:57.132044 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-a34d1e60-94e7-41eb-9271-9b0f80496fb0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4b64d813f1884ce084ef1186108dc990&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7627327 Oct 14 11:14:57.137177 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 59168) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:57.149810 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-8d84ad3f-e1dd-4e62-90dd-b49ae7eb6d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:57.152797 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-8d84ad3f-e1dd-4e62-90dd-b49ae7eb6d74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:57.153983 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-8d84ad3f-e1dd-4e62-90dd-b49ae7eb6d74 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c5528bbc-2bf6-4ac5-aa1a-0f2c6c851cc8 HTTP/1.1" status: 204 len: 168 time: 0.7980387 Oct 14 11:14:57.204390 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d84ad3f-e1dd-4e62-90dd-b49ae7eb6d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5528bbc-2bf6-4ac5-aa1a-0f2c6c851cc8,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:57.222881 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-96708ea5-b450-4a56-9b92-6747da5c97ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:57.257495 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c40c7d67-73d1-4261-bf14-4e5638cc49ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:57.263278 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c40c7d67-73d1-4261-bf14-4e5638cc49ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:57.277195 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-50dbc0c7-f857-459f-8fd3-a2d12e4183f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:57.307589 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-c40c7d67-73d1-4261-bf14-4e5638cc49ec admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5a6071c56ecf4760a10e6a817cef1029&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2571039 Oct 14 11:14:57.310410 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c7d67-73d1-4261-bf14-4e5638cc49ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9319df7-6592-40a8-b9fe-11a596a484f9,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:57.311736 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 59172) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:57.330836 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-50dbc0c7-f857-459f-8fd3-a2d12e4183f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:57.550802 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-50dbc0c7-f857-459f-8fd3-a2d12e4183f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:57.555492 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-50dbc0c7-f857-459f-8fd3-a2d12e4183f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:57.557502 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-50dbc0c7-f857-459f-8fd3-a2d12e4183f0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f5ed5446-80bb-4fbd-862d-2a0643a29d73 HTTP/1.1" status: 204 len: 168 time: 0.4165967 Oct 14 11:14:57.569722 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-51854901-b170-435c-b83d-5fe0314e1757 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:57.588968 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dbc0c7-f857-459f-8fd3-a2d12e4183f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ed5446-80bb-4fbd-862d-2a0643a29d73,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:57.716907 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-51854901-b170-435c-b83d-5fe0314e1757 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:57.880097 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642307e0-97e8-4776-9005-23e1718340ce req-ede1dc41-8074-411b-9cd3-61a771dc47f8 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:57.882954 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-642307e0-97e8-4776-9005-23e1718340ce req-ede1dc41-8074-411b-9cd3-61a771dc47f8 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ab0eb5e-7e59-4012-a3d4-78e192969ba4 HTTP/1.1" status: 200 len: 932 time: 0.2108479 Oct 14 11:14:57.997408 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.notifiers.nova [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-96708ea5-b450-4a56-9b92-6747da5c97ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eed25f1e-9a27-4b42-a5bd-d105cc2fad41 {{(pid=99969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:14:58.027901 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-642307e0-97e8-4776-9005-23e1718340ce req-ff18d1d6-53bd-4304-af6a-908a44952589 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110163 Oct 14 11:14:58.031295 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-96708ea5-b450-4a56-9b92-6747da5c97ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:58.062649 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-51854901-b170-435c-b83d-5fe0314e1757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:58.062649 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-51854901-b170-435c-b83d-5fe0314e1757 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:58.062649 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-51854901-b170-435c-b83d-5fe0314e1757 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d9319df7-6592-40a8-b9fe-11a596a484f9 HTTP/1.1" status: 204 len: 168 time: 0.7444432 Oct 14 11:14:58.088264 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51854901-b170-435c-b83d-5fe0314e1757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9319df7-6592-40a8-b9fe-11a596a484f9,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:58.092152 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.provisioning_blocks [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-96708ea5-b450-4a56-9b92-6747da5c97ba service neutron] Transition to ACTIVE for port object eed25f1e-9a27-4b42-a5bd-d105cc2fad41 will not be triggered until provisioned by entity L2. {{(pid=99969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 11:14:58.113485 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-96708ea5-b450-4a56-9b92-6747da5c97ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071033321'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:58.261771 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96708ea5-b450-4a56-9b92-6747da5c97ba service neutron] Pushing event updated for resources: {'Port': ['ID=eed25f1e-9a27-4b42-a5bd-d105cc2fad41,revision_number=2']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:58.382936 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f216b-b719-4f65-b57f-2414e5fad22c req-9937db98-e406-4bab-9710-23c880252878 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:58.384779 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1c2f216b-b719-4f65-b57f-2414e5fad22c req-9937db98-e406-4bab-9710-23c880252878 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 946 time: 0.1171203 Oct 14 11:14:58.430419 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-96708ea5-b450-4a56-9b92-6747da5c97ba service neutron] Attempting to bind port eed25f1e-9a27-4b42-a5bd-d105cc2fad41 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:14:58.431044 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-96708ea5-b450-4a56-9b92-6747da5c97ba service neutron] Attempting to bind port eed25f1e-9a27-4b42-a5bd-d105cc2fad41 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'c0248d36-4a3e-4591-a907-589459636a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6fcee9b3-7837-41d6-b081-80c52c006d59'}] {{(pid=99969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:14:58.431526 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-96708ea5-b450-4a56-9b92-6747da5c97ba service neutron] Attempting to bind port eed25f1e-9a27-4b42-a5bd-d105cc2fad41 on network 6fcee9b3-7837-41d6-b081-80c52c006d59 {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:14:58.446275 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-96708ea5-b450-4a56-9b92-6747da5c97ba service neutron] Port eed25f1e-9a27-4b42-a5bd-d105cc2fad41 on network 6fcee9b3-7837-41d6-b081-80c52c006d59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 11:14:58.456192 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-96708ea5-b450-4a56-9b92-6747da5c97ba service neutron] Attempting to bind port eed25f1e-9a27-4b42-a5bd-d105cc2fad41 on network 6fcee9b3-7837-41d6-b081-80c52c006d59 {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:14:58.482656 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-96708ea5-b450-4a56-9b92-6747da5c97ba service neutron] Checking agent: {'id': 'f75e9eb5-eb38-4e10-b93f-23a007c4e69f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 11, 37), 'started_at': datetime.datetime(2021, 10, 14, 11, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:14:58.483283 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-96708ea5-b450-4a56-9b92-6747da5c97ba service neutron] Checking segment: {'id': 'c0248d36-4a3e-4591-a907-589459636a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6fcee9b3-7837-41d6-b081-80c52c006d59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:14:58.483839 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-96708ea5-b450-4a56-9b92-6747da5c97ba service neutron] Bound using segment: {'id': 'c0248d36-4a3e-4591-a907-589459636a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6fcee9b3-7837-41d6-b081-80c52c006d59'} {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:14:58.484485 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-96708ea5-b450-4a56-9b92-6747da5c97ba service neutron] Bound port: eed25f1e-9a27-4b42-a5bd-d105cc2fad41, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0248d36-4a3e-4591-a907-589459636a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6fcee9b3-7837-41d6-b081-80c52c006d59'}}] {{(pid=99969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:14:58.485084 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-96708ea5-b450-4a56-9b92-6747da5c97ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:58.508520 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1c2f216b-b719-4f65-b57f-2414e5fad22c req-609fa25f-574b-4221-96b7-4ebf55d3a5a1 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077943 Oct 14 11:14:58.628031 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-96708ea5-b450-4a56-9b92-6747da5c97ba service neutron] For port eed25f1e-9a27-4b42-a5bd-d105cc2fad41, host hv-cinder-80135, cleared binding levels {{(pid=99969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:14:58.634415 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-96708ea5-b450-4a56-9b92-6747da5c97ba service neutron] For port eed25f1e-9a27-4b42-a5bd-d105cc2fad41, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=eed25f1e-9a27-4b42-a5bd-d105cc2fad41,segment=NetworkSegment(c0248d36-4a3e-4591-a907-589459636a0e),segment_id=c0248d36-4a3e-4591-a907-589459636a0e)] {{(pid=99969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:14:58.645516 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-96708ea5-b450-4a56-9b92-6747da5c97ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071033321'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:58.717751 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-96708ea5-b450-4a56-9b92-6747da5c97ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:58.718817 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-96708ea5-b450-4a56-9b92-6747da5c97ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:58.721526 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-96708ea5-b450-4a56-9b92-6747da5c97ba service neutron] 10.222.0.39 "PUT /v2.0/ports/eed25f1e-9a27-4b42-a5bd-d105cc2fad41 HTTP/1.1" status: 200 len: 1094 time: 1.6451559 Oct 14 11:14:58.722205 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ab0eb5e-7e59-4012-a3d4-78e192969ba4', 'tag': 'eed25f1e-9a27-4b42-a5bd-d105cc2fad41'}] {{(pid=99969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:14:58.727139 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a93a02263ebe6e695f08df3ef7f4cabed4a40ac7132537441ac5c84a82560800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090b4863-143e-4042-be8e-6e824c74b818" -d '{"events": [{"name": "network-changed", "server_uuid": "0ab0eb5e-7e59-4012-a3d4-78e192969ba4", "tag": "eed25f1e-9a27-4b42-a5bd-d105cc2fad41"}]}' {{(pid=99969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:14:58.778616 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96708ea5-b450-4a56-9b92-6747da5c97ba service neutron] Pushing event updated for resources: {'Port': ['ID=eed25f1e-9a27-4b42-a5bd-d105cc2fad41,revision_number=3']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:58.835181 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae99ffdf-82ee-47b6-ae06-83c28333a114 x-openstack-request-id: req-ae99ffdf-82ee-47b6-ae06-83c28333a114 {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:14:58.835969 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ab0eb5e-7e59-4012-a3d4-78e192969ba4", "tag": "eed25f1e-9a27-4b42-a5bd-d105cc2fad41", "status": "completed", "code": 200}]} {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:14:58.836836 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ae99ffdf-82ee-47b6-ae06-83c28333a114 {{(pid=99969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:14:58.838364 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ab0eb5e-7e59-4012-a3d4-78e192969ba4', 'tag': 'eed25f1e-9a27-4b42-a5bd-d105cc2fad41', 'status': 'completed', 'code': 200} Oct 14 11:14:58.873316 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-77f96743-53ad-40a7-8fe1-27edd5d1faf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:58.876010 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-77f96743-53ad-40a7-8fe1-27edd5d1faf9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da58af5ba8724ce1b31cedb26cef2243&device_id=0ab0eb5e-7e59-4012-a3d4-78e192969ba4 HTTP/1.1" status: 200 len: 1097 time: 0.0814981 Oct 14 11:14:58.961519 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-aabb8724-34d2-42aa-85cc-679f874ebd38 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eed25f1e-9a27-4b42-a5bd-d105cc2fad41 HTTP/1.1" status: 200 len: 217 time: 0.0669293 Oct 14 11:14:59.041837 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-36eb1993-d111-4991-8a73-3148c37f9866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:59.043817 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-36eb1993-d111-4991-8a73-3148c37f9866 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=062aa61e-8393-46f9-9d0c-d7a786ad6648 HTTP/1.1" status: 200 len: 855 time: 0.0654492 Oct 14 11:14:59.083936 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-42a58b68-e498-4ee8-bd58-9dc0f5e35305 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6fcee9b3-7837-41d6-b081-80c52c006d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297458 Oct 14 11:14:59.298959 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479cd68-cb56-470c-8151-5e358862fe13 req-c38b3634-0e19-4680-8b91-b338712ee4c4 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:59.300550 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e479cd68-cb56-470c-8151-5e358862fe13 req-c38b3634-0e19-4680-8b91-b338712ee4c4 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ab0eb5e-7e59-4012-a3d4-78e192969ba4 HTTP/1.1" status: 200 len: 944 time: 0.1492445 Oct 14 11:14:59.305551 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-9f519452-6568-4819-aae5-dcff7fd09e26 service neutron] 10.222.0.39 "GET /v2.0/networks/6fcee9b3-7837-41d6-b081-80c52c006d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122824 Oct 14 11:14:59.368039 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 59258) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:59.412751 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e479cd68-cb56-470c-8151-5e358862fe13 req-bc83ec03-5af7-42fd-8e0a-64659b3a3bfe tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963349 Oct 14 11:14:59.448691 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2f934740-acb2-4818-8884-d41b8daaafa4 req-b97eb699-0741-4ed0-9bbc-5c15696378f6 service neutron] 10.222.0.39 "GET /v2.0/networks/6fcee9b3-7837-41d6-b081-80c52c006d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337416 Oct 14 11:14:59.663492 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b4863-143e-4042-be8e-6e824c74b818 req-3db5f546-b422-47db-aedb-ae6402bf818a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:59.666217 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-090b4863-143e-4042-be8e-6e824c74b818 req-3db5f546-b422-47db-aedb-ae6402bf818a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da58af5ba8724ce1b31cedb26cef2243&device_id=0ab0eb5e-7e59-4012-a3d4-78e192969ba4 HTTP/1.1" status: 200 len: 1097 time: 0.1124988 Oct 14 11:14:59.706086 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-5f1e14ba-9623-41ef-8540-678bcb7af413 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:59.812360 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293dd64-6860-4458-93fc-723468cd4fff req-46557676-5e83-4e8b-8619-c1b67cea11e6 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:59.814376 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7293dd64-6860-4458-93fc-723468cd4fff req-46557676-5e83-4e8b-8619-c1b67cea11e6 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 946 time: 0.1468086 Oct 14 11:14:59.857516 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b4863-143e-4042-be8e-6e824c74b818 req-87d9e90d-77d7-4b4f-8663-749d4a8e88bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:14:59.859325 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-090b4863-143e-4042-be8e-6e824c74b818 req-87d9e90d-77d7-4b4f-8663-749d4a8e88bc service neutron] 10.222.0.39 "GET /v2.0/networks?id=6fcee9b3-7837-41d6-b081-80c52c006d59 HTTP/1.1" status: 200 len: 916 time: 0.1638751 Oct 14 11:14:59.861999 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-5f1e14ba-9623-41ef-8540-678bcb7af413 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:59.868111 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-5f1e14ba-9623-41ef-8540-678bcb7af413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:14:59.900213 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7293dd64-6860-4458-93fc-723468cd4fff req-50a5468b-e974-4738-9f28-e92d74e05fa7 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732756 Oct 14 11:14:59.959964 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-5f1e14ba-9623-41ef-8540-678bcb7af413 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7c7b789e51c544a3a8573c92e5c663b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5896659 Oct 14 11:14:59.960551 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 59282) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:14:59.963736 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e14ba-9623-41ef-8540-678bcb7af413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7a2a86-f702-4cfc-b697-d8adef00e18b,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:14:59.973955 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-090b4863-143e-4042-be8e-6e824c74b818 req-9ea5efa6-4a4d-468a-9763-a0de3ab2a61a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eed25f1e-9a27-4b42-a5bd-d105cc2fad41 HTTP/1.1" status: 200 len: 217 time: 0.0992489 Oct 14 11:15:00.075659 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b4863-143e-4042-be8e-6e824c74b818 req-fcca6683-82d6-436c-803e-242d6032f10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:00.077160 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-090b4863-143e-4042-be8e-6e824c74b818 req-fcca6683-82d6-436c-803e-242d6032f10d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=062aa61e-8393-46f9-9d0c-d7a786ad6648 HTTP/1.1" status: 200 len: 855 time: 0.0900743 Oct 14 11:15:00.082857 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-b61b2597-cf56-4d16-a461-d6e12e2a6d2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:00.124021 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-090b4863-143e-4042-be8e-6e824c74b818 req-3f4b854a-98e6-4b91-b3f7-df730c6bd548 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6fcee9b3-7837-41d6-b081-80c52c006d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373914 Oct 14 11:15:00.146676 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-b61b2597-cf56-4d16-a461-d6e12e2a6d2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:00.295545 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-090b4863-143e-4042-be8e-6e824c74b818 req-84217365-d886-4191-a2fd-818f6ecda37f service neutron] 10.222.0.39 "GET /v2.0/networks/6fcee9b3-7837-41d6-b081-80c52c006d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619160 Oct 14 11:15:00.305989 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-b61b2597-cf56-4d16-a461-d6e12e2a6d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:00.310846 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-b61b2597-cf56-4d16-a461-d6e12e2a6d2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:00.316209 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-b61b2597-cf56-4d16-a461-d6e12e2a6d2d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4c7a2a86-f702-4cfc-b697-d8adef00e18b HTTP/1.1" status: 204 len: 168 time: 0.3498118 Oct 14 11:15:00.347975 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b2597-cf56-4d16-a461-d6e12e2a6d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7a2a86-f702-4cfc-b697-d8adef00e18b,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:15:00.490422 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-090b4863-143e-4042-be8e-6e824c74b818 req-79a7ef7b-7991-4db2-a53e-fa0043ec0ac9 service neutron] 10.222.0.39 "GET /v2.0/networks/6fcee9b3-7837-41d6-b081-80c52c006d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857879 Oct 14 11:15:00.653561 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95dca90-5263-4b73-a1e1-14cf05e1637d req-39798b24-48c6-407f-bca0-2eb9fc44721d tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:00.656361 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a95dca90-5263-4b73-a1e1-14cf05e1637d req-39798b24-48c6-407f-bca0-2eb9fc44721d tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ab0eb5e-7e59-4012-a3d4-78e192969ba4 HTTP/1.1" status: 200 len: 944 time: 0.1053009 Oct 14 11:15:00.709402 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 59314) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:15:00.749867 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a95dca90-5263-4b73-a1e1-14cf05e1637d req-04abdc35-fda8-41ce-a5ca-7e9bd7872a8f tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832806 Oct 14 11:15:01.078768 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c7175-9b34-412c-aa64-3b602025d686 req-b82c6a86-876d-4a67-b4ad-342bea7890c7 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:01.089178 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3e1c7175-9b34-412c-aa64-3b602025d686 req-b82c6a86-876d-4a67-b4ad-342bea7890c7 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 946 time: 0.0867326 Oct 14 11:15:01.133966 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3e1c7175-9b34-412c-aa64-3b602025d686 req-6f5231be-8cc4-4438-93bc-cd4075e137f0 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436330 Oct 14 11:15:01.216953 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d4e9f965-de6e-43c7-a0eb-c8e616af31c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:01.372047 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d4e9f965-de6e-43c7-a0eb-c8e616af31c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:01.378802 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d4e9f965-de6e-43c7-a0eb-c8e616af31c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:01.413761 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e9f965-de6e-43c7-a0eb-c8e616af31c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfc0ab7-e56c-4337-8f31-2947c8ee6fa4,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:15:01.444538 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-d4e9f965-de6e-43c7-a0eb-c8e616af31c4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=83738e4610594605a1f6ec15dde00620&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7316973 Oct 14 11:15:01.447185 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 59360) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:15:01.449200 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 59362) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:15:01.480668 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-0f76f287-a954-4f8a-8a3d-34164130b72f admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:01.554971 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device eed25f1e-9a27-4b42-a5bd-d105cc2fad41 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=99970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:15:01.565044 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-2631216e-ddb1-4dc6-89ca-78f58c716b86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:01.609565 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-2631216e-ddb1-4dc6-89ca-78f58c716b86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:01.671042 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-0f76f287-a954-4f8a-8a3d-34164130b72f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:01.678875 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-0f76f287-a954-4f8a-8a3d-34164130b72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:01.683227 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port eed25f1e-9a27-4b42-a5bd-d105cc2fad41, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=eed25f1e-9a27-4b42-a5bd-d105cc2fad41,segment=NetworkSegment(c0248d36-4a3e-4591-a907-589459636a0e),segment_id=c0248d36-4a3e-4591-a907-589459636a0e)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:15:01.697711 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Returning: {'device': 'eed25f1e-9a27-4b42-a5bd-d105cc2fad41', 'network_id': '6fcee9b3-7837-41d6-b081-80c52c006d59', 'port_id': 'eed25f1e-9a27-4b42-a5bd-d105cc2fad41', 'mac_address': 'fa:16:3e:17:ff:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '062aa61e-8393-46f9-9d0c-d7a786ad6648', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:15:01.738522 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 59376) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:15:01.738712 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-0f76f287-a954-4f8a-8a3d-34164130b72f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8a0fd445d81c40e9bdc72cadb252cc8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2901666 Oct 14 11:15:01.743417 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-2631216e-ddb1-4dc6-89ca-78f58c716b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:01.746011 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-2631216e-ddb1-4dc6-89ca-78f58c716b86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:01.747421 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-2631216e-ddb1-4dc6-89ca-78f58c716b86 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0dfc0ab7-e56c-4337-8f31-2947c8ee6fa4 HTTP/1.1" status: 204 len: 168 time: 0.2971458 Oct 14 11:15:01.752072 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76f287-a954-4f8a-8a3d-34164130b72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae08c615-fa1f-4ff8-bf08-50efac6335f1,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:15:01.753446 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:01.764152 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631216e-ddb1-4dc6-89ca-78f58c716b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfc0ab7-e56c-4337-8f31-2947c8ee6fa4,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:15:01.823360 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c848e00d-bb0c-4ef5-94b4-4088f325f363 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:01.844238 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eed25f1e-9a27-4b42-a5bd-d105cc2fad41 {{(pid=99970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:15:01.894036 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c848e00d-bb0c-4ef5-94b4-4088f325f363 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:01.904264 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port eed25f1e-9a27-4b42-a5bd-d105cc2fad41, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=eed25f1e-9a27-4b42-a5bd-d105cc2fad41,segment=NetworkSegment(c0248d36-4a3e-4591-a907-589459636a0e),segment_id=c0248d36-4a3e-4591-a907-589459636a0e)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:15:01.911336 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:01.987925 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=eed25f1e-9a27-4b42-a5bd-d105cc2fad41,revision_number=4']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:15:01.990986 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18911d9-50b6-47d9-81f0-3d56019bd795 req-d5569aa2-2e8b-46c7-af21-357e24ac919a tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:01.992664 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a18911d9-50b6-47d9-81f0-3d56019bd795 req-d5569aa2-2e8b-46c7-af21-357e24ac919a tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ab0eb5e-7e59-4012-a3d4-78e192969ba4 HTTP/1.1" status: 200 len: 944 time: 0.1436296 Oct 14 11:15:02.002016 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:15:02.002590 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:15:02.002836 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:15:02.003230 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:15:02.003546 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:15:02.003875 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:15:02.004415 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:15:02.004756 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:15:02.005076 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:15:02.006065 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:15:02.007124 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:15:02.007737 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:15:02.038439 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c848e00d-bb0c-4ef5-94b4-4088f325f363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:02.041100 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c848e00d-bb0c-4ef5-94b4-4088f325f363 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:02.042320 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-c848e00d-bb0c-4ef5-94b4-4088f325f363 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ae08c615-fa1f-4ff8-bf08-50efac6335f1 HTTP/1.1" status: 204 len: 168 time: 0.3022802 Oct 14 11:15:02.066881 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a18911d9-50b6-47d9-81f0-3d56019bd795 req-f372511f-8216-42d7-9646-b47e345bcd75 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571105 Oct 14 11:15:02.068330 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848e00d-bb0c-4ef5-94b4-4088f325f363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae08c615-fa1f-4ff8-bf08-50efac6335f1,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:15:02.280171 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['eed25f1e-9a27-4b42-a5bd-d105cc2fad41'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:15:02.363079 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e325a-f94b-493c-9d90-c8778347357f req-ce190f9d-b8b5-46e4-9bd6-d4233936cbc7 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:02.380117 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ad7e325a-f94b-493c-9d90-c8778347357f req-ce190f9d-b8b5-46e4-9bd6-d4233936cbc7 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 946 time: 0.1412032 Oct 14 11:15:02.460645 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ad7e325a-f94b-493c-9d90-c8778347357f req-dd926af1-6dac-4efe-bbfa-49ff369517f5 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788786 Oct 14 11:15:03.275058 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef901e-cb2d-4ebd-80c6-b8d3482354fc req-eea345ff-8bff-4d3a-a0e1-1cc56fa37908 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:03.276726 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-edef901e-cb2d-4ebd-80c6-b8d3482354fc req-eea345ff-8bff-4d3a-a0e1-1cc56fa37908 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ab0eb5e-7e59-4012-a3d4-78e192969ba4 HTTP/1.1" status: 200 len: 945 time: 0.0783238 Oct 14 11:15:03.324967 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-edef901e-cb2d-4ebd-80c6-b8d3482354fc req-3ba7195d-a573-4c23-ad80-c07b8c059886 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412011 Oct 14 11:15:03.583096 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device eed25f1e-9a27-4b42-a5bd-d105cc2fad41 up at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:15:03.688303 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca5e70-0735-4ad2-8af2-6c96c83f33dc req-864f983b-c7f1-4aa2-bef1-ca311b66c92b tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:03.691496 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning for port eed25f1e-9a27-4b42-a5bd-d105cc2fad41 completed by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 11:15:03.695847 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d3ca5e70-0735-4ad2-8af2-6c96c83f33dc req-864f983b-c7f1-4aa2-bef1-ca311b66c92b tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 946 time: 0.1260610 Oct 14 11:15:03.697790 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning complete for port eed25f1e-9a27-4b42-a5bd-d105cc2fad41 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:15:03.698512 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:03.765273 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d3ca5e70-0735-4ad2-8af2-6c96c83f33dc req-1dac2dc3-da81-42e2-8d05-cf349ce4bcaf tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573723 Oct 14 11:15:03.814536 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:03.843649 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab0eb5e-7e59-4012-a3d4-78e192969ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed25f1e-9a27-4b42-a5bd-d105cc2fad41'}] {{(pid=99970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:15:03.845998 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e67274c3f7888a1e620d1da4f152c08f6ed72520f222e4ac6b19e3f5d220bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6742973a-6c6f-42ee-a68a-41845480aeb2" -d '{"events": [{"server_uuid": "0ab0eb5e-7e59-4012-a3d4-78e192969ba4", "name": "network-vif-plugged", "status": "completed", "tag": "eed25f1e-9a27-4b42-a5bd-d105cc2fad41"}]}' {{(pid=99970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:15:03.865507 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port eed25f1e-9a27-4b42-a5bd-d105cc2fad41, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=eed25f1e-9a27-4b42-a5bd-d105cc2fad41,segment=NetworkSegment(c0248d36-4a3e-4591-a907-589459636a0e),segment_id=c0248d36-4a3e-4591-a907-589459636a0e)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:15:03.870468 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:03.924495 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479cd997-0032-46fa-a478-2d0e63b2e15b x-openstack-request-id: req-479cd997-0032-46fa-a478-2d0e63b2e15b {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:15:03.925238 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab0eb5e-7e59-4012-a3d4-78e192969ba4", "name": "network-vif-plugged", "status": "completed", "tag": "eed25f1e-9a27-4b42-a5bd-d105cc2fad41", "code": 200}]} {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:15:03.925756 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-479cd997-0032-46fa-a478-2d0e63b2e15b {{(pid=99970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:15:03.925927 dv-cinder-801354-3-iscsi neutron-server[99970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab0eb5e-7e59-4012-a3d4-78e192969ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed25f1e-9a27-4b42-a5bd-d105cc2fad41', 'code': 200} Oct 14 11:15:03.945796 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=eed25f1e-9a27-4b42-a5bd-d105cc2fad41,revision_number=5']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:15:04.002661 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 59480) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:15:04.192066 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-955a78f4-d21a-4a83-8483-cbad03a750d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:04.219173 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5dbc0c-f904-48ef-bfcd-b06b8de559c0 req-0c1ef2e8-1c98-4e78-a17f-d36e20135b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:04.221961 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-af5dbc0c-f904-48ef-bfcd-b06b8de559c0 req-0c1ef2e8-1c98-4e78-a17f-d36e20135b35 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0ab0eb5e-7e59-4012-a3d4-78e192969ba4 HTTP/1.1" status: 200 len: 1099 time: 0.0898130 Oct 14 11:15:04.269448 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-af5dbc0c-f904-48ef-bfcd-b06b8de559c0 req-c8dafdcc-e337-4876-954e-24c6abdb6d96 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373640 Oct 14 11:15:04.276076 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 59490) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:15:04.325125 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-955a78f4-d21a-4a83-8483-cbad03a750d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:04.331061 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-955a78f4-d21a-4a83-8483-cbad03a750d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:04.373002 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a78f4-d21a-4a83-8483-cbad03a750d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29e83c4-69f3-446c-9739-13002cd8e771,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:15:04.387664 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-955a78f4-d21a-4a83-8483-cbad03a750d5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dd75565d5be648ecb311f9c3b78021e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3730705 Oct 14 11:15:04.393272 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 59496) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:15:04.444843 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-18ecf82d-9e34-464b-890a-69f91db2f595 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:04.528801 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d8fa2977-c68b-48a0-93c6-7a3044265647 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:04.546374 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff905e-ade3-4370-91a4-fe88ef49b3bb req-400913be-9a27-4493-8534-b4fe6d9b6ff4 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:04.547966 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1dff905e-ade3-4370-91a4-fe88ef49b3bb req-400913be-9a27-4493-8534-b4fe6d9b6ff4 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ab0eb5e-7e59-4012-a3d4-78e192969ba4 HTTP/1.1" status: 200 len: 946 time: 0.1249332 Oct 14 11:15:04.594601 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d8fa2977-c68b-48a0-93c6-7a3044265647 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:04.655056 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1dff905e-ade3-4370-91a4-fe88ef49b3bb req-05d5132b-8cb2-4848-8ec2-7c35249321e3 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988920 Oct 14 11:15:04.676845 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-18ecf82d-9e34-464b-890a-69f91db2f595 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:04.683264 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-18ecf82d-9e34-464b-890a-69f91db2f595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:04.729743 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d8fa2977-c68b-48a0-93c6-7a3044265647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:04.732448 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d8fa2977-c68b-48a0-93c6-7a3044265647 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:04.733620 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-d8fa2977-c68b-48a0-93c6-7a3044265647 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f29e83c4-69f3-446c-9739-13002cd8e771 HTTP/1.1" status: 204 len: 168 time: 0.3389494 Oct 14 11:15:04.737535 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-18ecf82d-9e34-464b-890a-69f91db2f595 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=195a32e597dd4286be4d1dcb7ff2be0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4600496 Oct 14 11:15:04.739144 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ecf82d-9e34-464b-890a-69f91db2f595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4531b7e-222f-4d5d-a84f-a6af9d2b0247,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:15:04.742225 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 59502) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:15:04.758096 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa2977-c68b-48a0-93c6-7a3044265647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29e83c4-69f3-446c-9739-13002cd8e771,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:15:04.851516 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-18b145ce-cccc-4c02-8402-72a36b21b1b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:04.902291 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-18b145ce-cccc-4c02-8402-72a36b21b1b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:04.948157 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb94073-106a-4c54-948c-9fb82e00de73 req-35de3786-f3eb-4e10-814b-5c5d8902f300 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:04.951638 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-bcb94073-106a-4c54-948c-9fb82e00de73 req-35de3786-f3eb-4e10-814b-5c5d8902f300 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 946 time: 0.0824122 Oct 14 11:15:04.981437 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-18b145ce-cccc-4c02-8402-72a36b21b1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:04.984346 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-18b145ce-cccc-4c02-8402-72a36b21b1b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:04.985860 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-18b145ce-cccc-4c02-8402-72a36b21b1b5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e4531b7e-222f-4d5d-a84f-a6af9d2b0247 HTTP/1.1" status: 204 len: 168 time: 0.2401547 Oct 14 11:15:04.995781 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b145ce-cccc-4c02-8402-72a36b21b1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4531b7e-222f-4d5d-a84f-a6af9d2b0247,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:15:05.077703 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-bcb94073-106a-4c54-948c-9fb82e00de73 req-b67b5c0c-12d5-4c7f-810b-de8a61704fb1 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136496 Oct 14 11:15:05.492316 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 59528) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:15:05.508266 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c35250eb-4aba-4f67-9572-d487fdd36e41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:05.644545 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c35250eb-4aba-4f67-9572-d487fdd36e41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:05.655072 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c35250eb-4aba-4f67-9572-d487fdd36e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:05.725665 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-c35250eb-4aba-4f67-9572-d487fdd36e41 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a17a3d5bebd1446a8a6b6016d895312d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304778 Oct 14 11:15:05.725811 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35250eb-4aba-4f67-9572-d487fdd36e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b290864d-50a3-4c3f-95cf-583c27a9f996,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:15:05.727335 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 59536) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:15:05.884631 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-0227f39d-abba-48e5-8ef3-8948364f5a3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:05.918558 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-0227f39d-abba-48e5-8ef3-8948364f5a3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:05.947241 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2c835-2ad8-4b9f-a2d3-6d24588485d6 req-50fc8d2f-6b0c-4c1e-a231-6b71a7392097 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:05.948899 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-94e2c835-2ad8-4b9f-a2d3-6d24588485d6 req-50fc8d2f-6b0c-4c1e-a231-6b71a7392097 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ab0eb5e-7e59-4012-a3d4-78e192969ba4 HTTP/1.1" status: 200 len: 946 time: 0.1162286 Oct 14 11:15:06.022532 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-94e2c835-2ad8-4b9f-a2d3-6d24588485d6 req-d025fe5b-69a9-4654-853b-5c18188ba447 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531793 Oct 14 11:15:06.038989 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-0227f39d-abba-48e5-8ef3-8948364f5a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:06.040980 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-0227f39d-abba-48e5-8ef3-8948364f5a3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:06.048240 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-0227f39d-abba-48e5-8ef3-8948364f5a3e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b290864d-50a3-4c3f-95cf-583c27a9f996 HTTP/1.1" status: 204 len: 168 time: 0.3137586 Oct 14 11:15:06.055619 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0227f39d-abba-48e5-8ef3-8948364f5a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b290864d-50a3-4c3f-95cf-583c27a9f996,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:15:06.253350 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4618ffe-8801-4352-b274-f70814ae6084 req-175737ab-a32d-4afa-86cb-52b67767e395 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:06.255078 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f4618ffe-8801-4352-b274-f70814ae6084 req-175737ab-a32d-4afa-86cb-52b67767e395 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 946 time: 0.0719059 Oct 14 11:15:06.304509 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f4618ffe-8801-4352-b274-f70814ae6084 req-ffc4876f-9223-435a-b47c-5a4972909598 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369442 Oct 14 11:15:07.004099 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 59582) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:15:07.117995 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-d3e33f4f-e45a-4bb4-be61-c65951c95112 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-188995875-network', 'tenant_id': 'f8d61724537044169b69955d2fbae422'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:15:07.140796 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e33f4f-e45a-4bb4-be61-c65951c95112 admin admin] Made reservation on behalf of f8d61724537044169b69955d2fbae422 for: {'network': 1} {{(pid=99969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:15:07.143159 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d3e33f4f-e45a-4bb4-be61-c65951c95112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for network, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:07.152575 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d3e33f4f-e45a-4bb4-be61-c65951c95112 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:07.242769 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d3e33f4f-e45a-4bb4-be61-c65951c95112 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:07.247714 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d3e33f4f-e45a-4bb4-be61-c65951c95112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:07.271931 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e33f4f-e45a-4bb4-be61-c65951c95112 admin admin] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=99969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 11:15:07.289802 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e33f4f-e45a-4bb4-be61-c65951c95112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7451c3-296c-483c-a2fd-630a02eabbca,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:15:07.293649 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d3e33f4f-e45a-4bb4-be61-c65951c95112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240'] for segment, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:07.294302 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.db.segments_db [None req-d3e33f4f-e45a-4bb4-be61-c65951c95112 admin admin] Added segment d6398ea5-cd7d-4e6c-be86-da8c36c99604 of type vlan for network b6dfa21d-d308-47c0-8249-c9baee1a1a13 Oct 14 11:15:07.345722 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d3e33f4f-e45a-4bb4-be61-c65951c95112 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755827645040'] for network, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:07.378325 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d3e33f4f-e45a-4bb4-be61-c65951c95112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994'] for network, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:07.379956 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e33f4f-e45a-4bb4-be61-c65951c95112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:07.381500 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d3e33f4f-e45a-4bb4-be61-c65951c95112 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for network, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:07.415563 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-d3e33f4f-e45a-4bb4-be61-c65951c95112 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4100351 Oct 14 11:15:07.419761 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 59592) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:15:07.425508 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-7995b5ad-9955-4578-b85a-aa87fa27aa19 admin admin] Request body: {'subnet': {'network_id': 'b6dfa21d-d308-47c0-8249-c9baee1a1a13', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-188995875-subnet', 'tenant_id': 'f8d61724537044169b69955d2fbae422', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:15:07.450650 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e33f4f-e45a-4bb4-be61-c65951c95112 admin admin] Pushing event updated for resources: {'Network': ['ID=b6dfa21d-d308-47c0-8249-c9baee1a1a13,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:15:07.455008 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7995b5ad-9955-4578-b85a-aa87fa27aa19 admin admin] Made reservation on behalf of f8d61724537044169b69955d2fbae422 for: {'subnet': 1} {{(pid=99968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:15:07.457621 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-7995b5ad-9955-4578-b85a-aa87fa27aa19 admin admin] Publish callbacks [] for subnet, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:07.465490 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Network b6dfa21d-d308-47c0-8249-c9baee1a1a13 details requested by agent ovs-agent-dv-cinder-801354-3-iscsi with host dv-cinder-801354-3-iscsi {{(pid=99970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 11:15:07.644846 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-7995b5ad-9955-4578-b85a-aa87fa27aa19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994'] for subnet, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:07.708805 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995b5ad-9955-4578-b85a-aa87fa27aa19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ed090d9-cf66-49c4-a5fa-dbd24b3f07c2,revision_number=0']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:15:07.725737 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7995b5ad-9955-4578-b85a-aa87fa27aa19 admin admin] Checking segment: {'id': 'd6398ea5-cd7d-4e6c-be86-da8c36c99604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b6dfa21d-d308-47c0-8249-c9baee1a1a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:15:07.726092 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7995b5ad-9955-4578-b85a-aa87fa27aa19 admin admin] Network hostable DHCP agents. Network: b6dfa21d-d308-47c0-8249-c9baee1a1a13, hostable agents: ['dc103412-d4dc-48a3-9309-49b6d77c9d56'], hosted agents: [] {{(pid=99968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 11:15:07.745717 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7995b5ad-9955-4578-b85a-aa87fa27aa19 admin admin] Network b6dfa21d-d308-47c0-8249-c9baee1a1a13 is scheduled to be hosted by DHCP agent dc103412-d4dc-48a3-9309-49b6d77c9d56 with binding_index 1 {{(pid=99968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 11:15:07.755647 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [None req-7995b5ad-9955-4578-b85a-aa87fa27aa19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-3-iscsi, b6dfa21d-d308-47c0-8249-c9baee1a1a13) {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:15:07.759995 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7995b5ad-9955-4578-b85a-aa87fa27aa19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:07.760606 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-7995b5ad-9955-4578-b85a-aa87fa27aa19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for subnet, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:07.768288 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00426be2-fc27-4e1f-ad8c-1aa3d8305b00 None None] Network b6dfa21d-d308-47c0-8249-c9baee1a1a13 requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:15:07.777861 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-7995b5ad-9955-4578-b85a-aa87fa27aa19 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3569338 Oct 14 11:15:07.870677 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:07.871079 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.agents_db [None req-913fd0e5-582e-4eb1-907a-85279628d193 None None] Agent healthcheck: found 6 active agents {{(pid=99971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:15:07.981820 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98afb3b8-f0f7-4933-9b2c-3e54c0ba29f6 None None] Network b6dfa21d-d308-47c0-8249-c9baee1a1a13 requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:15:08.579498 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9a773-cb4a-4c91-bdb9-e14193f18b21 req-7c684269-5cc9-4c49-8ce1-b5bb4574e678 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:08.581092 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1ff9a773-cb4a-4c91-bdb9-e14193f18b21 req-7c684269-5cc9-4c49-8ce1-b5bb4574e678 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 946 time: 0.1099904 Oct 14 11:15:08.594209 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d3211-a57a-47d8-bd8a-ce09fe5a81a1 req-d66c079f-62af-43a2-bac8-a905ac2e05b1 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:08.595908 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-569d3211-a57a-47d8-bd8a-ce09fe5a81a1 req-d66c079f-62af-43a2-bac8-a905ac2e05b1 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ab0eb5e-7e59-4012-a3d4-78e192969ba4 HTTP/1.1" status: 200 len: 946 time: 0.1113601 Oct 14 11:15:08.652628 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1ff9a773-cb4a-4c91-bdb9-e14193f18b21 req-11f76846-1514-47fe-a845-de2317cd85ad tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556681 Oct 14 11:15:08.667505 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-569d3211-a57a-47d8-bd8a-ce09fe5a81a1 req-00ef6e71-efaa-4710-9955-0f126d1e5d04 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546870 Oct 14 11:15:08.845901 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-4aa277f1-90de-4299-afb8-3b3902e7f3bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:09.888959 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-5c4aeb3a-aa30-42b1-8b99-a6b1c4808d42 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:09.890522 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-5c4aeb3a-aa30-42b1-8b99-a6b1c4808d42 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/networks?id=b6dfa21d-d308-47c0-8249-c9baee1a1a13 HTTP/1.1" status: 200 len: 813 time: 0.2182794 Oct 14 11:15:09.909863 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6e24a-a78c-44f1-8edc-10e0701bd179 req-d938785f-6ac4-4605-81c0-16e87fd8be4a tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:09.914804 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-faa6e24a-a78c-44f1-8edc-10e0701bd179 req-d938785f-6ac4-4605-81c0-16e87fd8be4a tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ab0eb5e-7e59-4012-a3d4-78e192969ba4 HTTP/1.1" status: 200 len: 946 time: 0.1150999 Oct 14 11:15:09.952807 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-bcacdff0-6346-47f3-8d1b-3156f6716008 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/quotas/f8d61724537044169b69955d2fbae422 HTTP/1.1" status: 200 len: 375 time: 0.0364327 Oct 14 11:15:10.023465 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-6732580e-70d5-420a-b92a-0a9a824e04b1 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8d61724537044169b69955d2fbae422&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629475 Oct 14 11:15:10.050391 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-faa6e24a-a78c-44f1-8edc-10e0701bd179 req-088b78a8-cd14-43a0-94c9-c346a0306458 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226420 Oct 14 11:15:10.189834 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-119fb1c2-6ad2-4a3b-a961-f874ad6e243b service neutron] 10.222.0.46 "GET /v2.0/networks/b6dfa21d-d308-47c0-8249-c9baee1a1a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574335 Oct 14 11:15:10.290614 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda91b5-2bbf-48eb-bb0b-512f3872aa5a req-d59c9da0-5199-4f14-a03e-4c487b92b63c tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:10.294285 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6bda91b5-2bbf-48eb-bb0b-512f3872aa5a req-d59c9da0-5199-4f14-a03e-4c487b92b63c tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 946 time: 0.1285551 Oct 14 11:15:10.369926 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6bda91b5-2bbf-48eb-bb0b-512f3872aa5a req-0b2ba2b6-e9fe-4a28-9c16-bc7a984e744e tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689652 Oct 14 11:15:10.375891 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-ece8fdff-2ada-43a6-a9e4-6bc7088e187f service neutron] 10.222.0.46 "GET /v2.0/networks/b6dfa21d-d308-47c0-8249-c9baee1a1a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706033 Oct 14 11:15:11.491457 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-d7160ebb-034f-43c8-b99d-d922650db675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:12.626864 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5bc2066b-bd8e-449c-ad2e-c3c1f18c4c7a req-e277b3e8-30c8-41cd-9bdc-bbe3094f2c1f tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?device_id=79dfcd47-fa24-4bff-98b2-2ad39ccf39ae HTTP/1.1" status: 200 len: 210 time: 0.0292418 Oct 14 11:15:12.700744 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51da03-3a70-4299-86c1-bed158f27f74 req-47aaa965-aa00-4512-9879-77ec8aefc0b7 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:12.703498 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2a51da03-3a70-4299-86c1-bed158f27f74 req-47aaa965-aa00-4512-9879-77ec8aefc0b7 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 946 time: 0.0796652 Oct 14 11:15:12.767094 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:12.771422 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2a51da03-3a70-4299-86c1-bed158f27f74 req-06da846b-ace4-44f1-a857-38fe8544e54b tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569110 Oct 14 11:15:13.015189 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:14.290573 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:16.078489 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ba48f024-c986-454d-807e-66526ce447b1 req-7fd31810-0658-4a58-8ab8-3cc737463652 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?device_id=79dfcd47-fa24-4bff-98b2-2ad39ccf39ae HTTP/1.1" status: 200 len: 210 time: 0.0901599 Oct 14 11:15:16.160609 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c154f-c160-47dd-bd7d-ef523b502c30 req-ea353249-c86f-4fc1-834c-ada8ed19fd2e tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:16.163088 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1e2c154f-c160-47dd-bd7d-ef523b502c30 req-ea353249-c86f-4fc1-834c-ada8ed19fd2e tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 946 time: 0.1762850 Oct 14 11:15:16.213445 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-63b0b482-e17c-4b91-ae6f-d59ae91175ef tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:16.215144 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-63b0b482-e17c-4b91-ae6f-d59ae91175ef tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.39 "GET /v2.0/networks?id=b6dfa21d-d308-47c0-8249-c9baee1a1a13 HTTP/1.1" status: 200 len: 813 time: 0.2302155 Oct 14 11:15:16.236658 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-b50404ca-f03d-4624-8a1f-708b1d8dd837 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Request body: {'port': {'device_id': '79dfcd47-fa24-4bff-98b2-2ad39ccf39ae', 'network_id': 'b6dfa21d-d308-47c0-8249-c9baee1a1a13', 'admin_state_up': True, 'tenant_id': 'f8d61724537044169b69955d2fbae422'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:15:16.245308 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1e2c154f-c160-47dd-bd7d-ef523b502c30 req-5e957c7a-b9bc-4dc9-b85b-bc98ba54f0e5 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651875 Oct 14 11:15:16.392069 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-b50404ca-f03d-4624-8a1f-708b1d8dd837 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Made reservation on behalf of f8d61724537044169b69955d2fbae422 for: {'port': 1} {{(pid=99969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:15:16.399679 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-b50404ca-f03d-4624-8a1f-708b1d8dd837 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:16.593206 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.db_base_plugin_common [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-b50404ca-f03d-4624-8a1f-708b1d8dd837 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Allocated IP 172.20.0.4 (b6dfa21d-d308-47c0-8249-c9baee1a1a13/0ed090d9-cf66-49c4-a5fa-dbd24b3f07c2/bc29ab67-dd0f-4e04-8d88-84d2395fff80) {{(pid=99969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:15:16.765244 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-b50404ca-f03d-4624-8a1f-708b1d8dd837 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Publish callbacks [] for port, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:16.804659 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-b50404ca-f03d-4624-8a1f-708b1d8dd837 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:16.852626 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-b50404ca-f03d-4624-8a1f-708b1d8dd837 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Network b6dfa21d-d308-47c0-8249-c9baee1a1a13 is already hosted by enough agents. {{(pid=99969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:15:16.855953 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.base_scheduler [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-b50404ca-f03d-4624-8a1f-708b1d8dd837 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Resources bound (agent type, host, resource id): {{(pid=99969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:15:16.862388 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-b50404ca-f03d-4624-8a1f-708b1d8dd837 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Received port after_create {{(pid=99969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:15:16.888186 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50404ca-f03d-4624-8a1f-708b1d8dd837 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Pushing event updated for resources: {'Port': ['ID=bc29ab67-dd0f-4e04-8d88-84d2395fff80,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:15:16.950721 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-b50404ca-f03d-4624-8a1f-708b1d8dd837 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:16.951551 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-b50404ca-f03d-4624-8a1f-708b1d8dd837 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:16.979637 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-b50404ca-f03d-4624-8a1f-708b1d8dd837 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7468417 Oct 14 11:15:17.000946 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-32f200c5-d704-4267-83de-0df97d0cafe9 service neutron] Request body: {'port': {'device_id': '79dfcd47-fa24-4bff-98b2-2ad39ccf39ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:15:17.093689 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-32f200c5-d704-4267-83de-0df97d0cafe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:17.568368 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5e8db-244c-4338-8111-6f8ff4d64119 req-351fcd36-e654-453c-9de3-4b673ca9fe7b tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:17.582130 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f9f5e8db-244c-4338-8111-6f8ff4d64119 req-351fcd36-e654-453c-9de3-4b673ca9fe7b tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?device_id=79dfcd47-fa24-4bff-98b2-2ad39ccf39ae HTTP/1.1" status: 200 len: 931 time: 0.3668995 Oct 14 11:15:17.740277 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f9f5e8db-244c-4338-8111-6f8ff4d64119 req-9e0a86a2-2c14-446f-bbe4-912b25e8c7af tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d7451c3-296c-483c-a2fd-630a02eabbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622958 Oct 14 11:15:17.784289 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224fd9a8-5c30-4d48-a52b-fbaa548c3c43 req-b1f6eb94-58cc-41c7-b71d-37d0216e7112 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:17.785423 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-224fd9a8-5c30-4d48-a52b-fbaa548c3c43 req-b1f6eb94-58cc-41c7-b71d-37d0216e7112 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 946 time: 0.1063919 Oct 14 11:15:17.871847 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-224fd9a8-5c30-4d48-a52b-fbaa548c3c43 req-fad946c5-fdf1-47aa-a6b5-d71e83a9f319 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732212 Oct 14 11:15:17.873964 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.notifiers.nova [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-32f200c5-d704-4267-83de-0df97d0cafe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc29ab67-dd0f-4e04-8d88-84d2395fff80 {{(pid=99969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:15:17.883775 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-32f200c5-d704-4267-83de-0df97d0cafe9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:17.898884 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.provisioning_blocks [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-32f200c5-d704-4267-83de-0df97d0cafe9 service neutron] Transition to ACTIVE for port object bc29ab67-dd0f-4e04-8d88-84d2395fff80 will not be triggered until provisioned by entity L2. {{(pid=99969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 11:15:17.904014 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-32f200c5-d704-4267-83de-0df97d0cafe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071033321'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:17.964154 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f200c5-d704-4267-83de-0df97d0cafe9 service neutron] Pushing event updated for resources: {'Port': ['ID=bc29ab67-dd0f-4e04-8d88-84d2395fff80,revision_number=2']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:15:18.044274 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-32f200c5-d704-4267-83de-0df97d0cafe9 service neutron] Attempting to bind port bc29ab67-dd0f-4e04-8d88-84d2395fff80 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:15:18.044636 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-32f200c5-d704-4267-83de-0df97d0cafe9 service neutron] Attempting to bind port bc29ab67-dd0f-4e04-8d88-84d2395fff80 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'd6398ea5-cd7d-4e6c-be86-da8c36c99604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b6dfa21d-d308-47c0-8249-c9baee1a1a13'}] {{(pid=99969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:15:18.044968 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-32f200c5-d704-4267-83de-0df97d0cafe9 service neutron] Attempting to bind port bc29ab67-dd0f-4e04-8d88-84d2395fff80 on network b6dfa21d-d308-47c0-8249-c9baee1a1a13 {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:15:18.049873 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-32f200c5-d704-4267-83de-0df97d0cafe9 service neutron] Port bc29ab67-dd0f-4e04-8d88-84d2395fff80 on network b6dfa21d-d308-47c0-8249-c9baee1a1a13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 11:15:18.050299 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-32f200c5-d704-4267-83de-0df97d0cafe9 service neutron] Attempting to bind port bc29ab67-dd0f-4e04-8d88-84d2395fff80 on network b6dfa21d-d308-47c0-8249-c9baee1a1a13 {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:15:18.059871 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-32f200c5-d704-4267-83de-0df97d0cafe9 service neutron] Checking agent: {'id': 'f75e9eb5-eb38-4e10-b93f-23a007c4e69f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 11, 37), 'started_at': datetime.datetime(2021, 10, 14, 11, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:15:18.060228 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-32f200c5-d704-4267-83de-0df97d0cafe9 service neutron] Checking segment: {'id': 'd6398ea5-cd7d-4e6c-be86-da8c36c99604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b6dfa21d-d308-47c0-8249-c9baee1a1a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:15:18.060613 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-32f200c5-d704-4267-83de-0df97d0cafe9 service neutron] Bound using segment: {'id': 'd6398ea5-cd7d-4e6c-be86-da8c36c99604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b6dfa21d-d308-47c0-8249-c9baee1a1a13'} {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:15:18.061064 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-32f200c5-d704-4267-83de-0df97d0cafe9 service neutron] Bound port: bc29ab67-dd0f-4e04-8d88-84d2395fff80, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6398ea5-cd7d-4e6c-be86-da8c36c99604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b6dfa21d-d308-47c0-8249-c9baee1a1a13'}}] {{(pid=99969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:15:18.061426 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-32f200c5-d704-4267-83de-0df97d0cafe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:18.178708 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-32f200c5-d704-4267-83de-0df97d0cafe9 service neutron] For port bc29ab67-dd0f-4e04-8d88-84d2395fff80, host hv-cinder-80135, cleared binding levels {{(pid=99969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:15:18.184168 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-32f200c5-d704-4267-83de-0df97d0cafe9 service neutron] For port bc29ab67-dd0f-4e04-8d88-84d2395fff80, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=bc29ab67-dd0f-4e04-8d88-84d2395fff80,segment=NetworkSegment(d6398ea5-cd7d-4e6c-be86-da8c36c99604),segment_id=d6398ea5-cd7d-4e6c-be86-da8c36c99604)] {{(pid=99969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:15:18.190145 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-32f200c5-d704-4267-83de-0df97d0cafe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071033321'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:18.242756 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-32f200c5-d704-4267-83de-0df97d0cafe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:18.243841 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-32f200c5-d704-4267-83de-0df97d0cafe9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:18.245880 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-32f200c5-d704-4267-83de-0df97d0cafe9 service neutron] 10.222.0.39 "PUT /v2.0/ports/bc29ab67-dd0f-4e04-8d88-84d2395fff80 HTTP/1.1" status: 200 len: 1093 time: 1.2523937 Oct 14 11:15:18.246346 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79dfcd47-fa24-4bff-98b2-2ad39ccf39ae', 'tag': 'bc29ab67-dd0f-4e04-8d88-84d2395fff80'}] {{(pid=99969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:15:18.250088 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a93a02263ebe6e695f08df3ef7f4cabed4a40ac7132537441ac5c84a82560800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4aa8027-739e-44ed-8b4b-92e1e60a6207" -d '{"events": [{"name": "network-changed", "server_uuid": "79dfcd47-fa24-4bff-98b2-2ad39ccf39ae", "tag": "bc29ab67-dd0f-4e04-8d88-84d2395fff80"}]}' {{(pid=99969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:15:18.308783 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f200c5-d704-4267-83de-0df97d0cafe9 service neutron] Pushing event updated for resources: {'Port': ['ID=bc29ab67-dd0f-4e04-8d88-84d2395fff80,revision_number=3']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:15:18.345137 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c941ff97-f2bd-4590-8743-bbc0437e9fed x-openstack-request-id: req-c941ff97-f2bd-4590-8743-bbc0437e9fed {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:15:18.346385 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79dfcd47-fa24-4bff-98b2-2ad39ccf39ae", "tag": "bc29ab67-dd0f-4e04-8d88-84d2395fff80", "status": "completed", "code": 200}]} {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:15:18.347393 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c941ff97-f2bd-4590-8743-bbc0437e9fed {{(pid=99969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:15:18.350744 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79dfcd47-fa24-4bff-98b2-2ad39ccf39ae', 'tag': 'bc29ab67-dd0f-4e04-8d88-84d2395fff80', 'status': 'completed', 'code': 200} Oct 14 11:15:18.409254 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-8b6fbb87-6a18-4241-a3cb-e02950df65bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:18.410881 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-8b6fbb87-6a18-4241-a3cb-e02950df65bf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f8d61724537044169b69955d2fbae422&device_id=79dfcd47-fa24-4bff-98b2-2ad39ccf39ae HTTP/1.1" status: 200 len: 1096 time: 0.0498884 Oct 14 11:15:18.465727 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-2a9a9aa6-37a7-41e3-b43f-e318abb726ea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc29ab67-dd0f-4e04-8d88-84d2395fff80 HTTP/1.1" status: 200 len: 217 time: 0.0394051 Oct 14 11:15:18.543956 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-52cb040e-498d-4210-929e-481613a165bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:18.547093 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-52cb040e-498d-4210-929e-481613a165bf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0ed090d9-cf66-49c4-a5fa-dbd24b3f07c2 HTTP/1.1" status: 200 len: 853 time: 0.0725667 Oct 14 11:15:18.616607 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-d0c68fd2-3d86-4ed1-a6b2-6ab9e3eebb89 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b6dfa21d-d308-47c0-8249-c9baee1a1a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471489 Oct 14 11:15:18.757746 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-fc286549-3f09-4fb0-b482-22fe078030b6 service neutron] 10.222.0.39 "GET /v2.0/networks/b6dfa21d-d308-47c0-8249-c9baee1a1a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302004 Oct 14 11:15:18.966360 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 59830) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:15:19.007521 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b5bc3c8f-b5f9-4bbc-a341-b263d3793c23 req-a2f5a2a9-0a75-47ab-870f-384334c5f8f2 service neutron] 10.222.0.39 "GET /v2.0/networks/b6dfa21d-d308-47c0-8249-c9baee1a1a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352326 Oct 14 11:15:19.053081 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c557308-8034-4ece-b597-6a437f30df76 req-11641189-b531-4f72-b578-2f0cd97ed673 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:19.059810 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8c557308-8034-4ece-b597-6a437f30df76 req-11641189-b531-4f72-b578-2f0cd97ed673 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?device_id=79dfcd47-fa24-4bff-98b2-2ad39ccf39ae HTTP/1.1" status: 200 len: 943 time: 0.1809919 Oct 14 11:15:19.145357 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-db4b5180-bff9-4838-a6f3-057139ec93b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:19.172534 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf3443-3a3e-4b42-9aab-8391452e369e req-7ae47bb4-4428-4057-a0eb-25b705821e35 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:19.174150 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-bbbf3443-3a3e-4b42-9aab-8391452e369e req-7ae47bb4-4428-4057-a0eb-25b705821e35 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 946 time: 0.2061782 Oct 14 11:15:19.180586 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8c557308-8034-4ece-b597-6a437f30df76 req-76a96060-4b67-423d-9801-6083d3819a17 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d7451c3-296c-483c-a2fd-630a02eabbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143534 Oct 14 11:15:19.189159 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa8027-739e-44ed-8b4b-92e1e60a6207 req-3936f111-3bb0-4626-8486-1ff914397c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:19.190817 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a4aa8027-739e-44ed-8b4b-92e1e60a6207 req-3936f111-3bb0-4626-8486-1ff914397c0b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f8d61724537044169b69955d2fbae422&device_id=79dfcd47-fa24-4bff-98b2-2ad39ccf39ae HTTP/1.1" status: 200 len: 1096 time: 0.0939698 Oct 14 11:15:19.248566 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-db4b5180-bff9-4838-a6f3-057139ec93b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:19.257535 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-db4b5180-bff9-4838-a6f3-057139ec93b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:19.295262 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-bbbf3443-3a3e-4b42-9aab-8391452e369e req-202fcb86-e6be-4d97-9e5a-a16e59d97401 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028755 Oct 14 11:15:19.326345 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4b5180-bff9-4838-a6f3-057139ec93b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f102400-1526-4a20-a6b5-7100fe88eaf4,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:15:19.332281 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-db4b5180-bff9-4838-a6f3-057139ec93b6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=33a68c3d75594be9b9a8cac83af761c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3636978 Oct 14 11:15:19.339672 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 59838) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:15:19.367375 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b202bb-c4f1-4807-b6ef-a840229ada0c req-9611df36-84ed-4616-b88a-5459b8c96342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:19.368902 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-30b202bb-c4f1-4807-b6ef-a840229ada0c req-9611df36-84ed-4616-b88a-5459b8c96342 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 1099 time: 0.0904238 Oct 14 11:15:19.412887 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa8027-739e-44ed-8b4b-92e1e60a6207 req-c7b9523a-49c7-4358-a3af-9f64c26dca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:19.414736 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a4aa8027-739e-44ed-8b4b-92e1e60a6207 req-c7b9523a-49c7-4358-a3af-9f64c26dca03 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b6dfa21d-d308-47c0-8249-c9baee1a1a13 HTTP/1.1" status: 200 len: 914 time: 0.1953335 Oct 14 11:15:19.432033 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d7132d54-671b-4d69-bf82-81bc1d5ed6a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:19.446086 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-30b202bb-c4f1-4807-b6ef-a840229ada0c req-22550f18-f307-4dc9-913c-2571c89d7cde service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523696 Oct 14 11:15:19.466295 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d7132d54-671b-4d69-bf82-81bc1d5ed6a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:19.494525 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a4aa8027-739e-44ed-8b4b-92e1e60a6207 req-ee7e8993-9916-4bbb-91f7-5f2c4a2e1530 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc29ab67-dd0f-4e04-8d88-84d2395fff80 HTTP/1.1" status: 200 len: 217 time: 0.0710614 Oct 14 11:15:19.532100 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d7132d54-671b-4d69-bf82-81bc1d5ed6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:19.534951 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d7132d54-671b-4d69-bf82-81bc1d5ed6a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:19.536486 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-d7132d54-671b-4d69-bf82-81bc1d5ed6a0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5f102400-1526-4a20-a6b5-7100fe88eaf4 HTTP/1.1" status: 204 len: 168 time: 0.1940508 Oct 14 11:15:19.550045 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7132d54-671b-4d69-bf82-81bc1d5ed6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f102400-1526-4a20-a6b5-7100fe88eaf4,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:15:19.774570 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa8027-739e-44ed-8b4b-92e1e60a6207 req-5cfbd24f-6e60-4b09-b769-cd2678ec039c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:19.774570 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a4aa8027-739e-44ed-8b4b-92e1e60a6207 req-5cfbd24f-6e60-4b09-b769-cd2678ec039c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0ed090d9-cf66-49c4-a5fa-dbd24b3f07c2 HTTP/1.1" status: 200 len: 853 time: 0.0708716 Oct 14 11:15:19.824610 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a4aa8027-739e-44ed-8b4b-92e1e60a6207 req-f4a4eddc-e80a-483d-87c4-927e898ee82a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b6dfa21d-d308-47c0-8249-c9baee1a1a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400627 Oct 14 11:15:20.021023 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a4aa8027-739e-44ed-8b4b-92e1e60a6207 req-6d11c067-680c-4b63-afb6-ab4c2b76f96e service neutron] 10.222.0.39 "GET /v2.0/networks/b6dfa21d-d308-47c0-8249-c9baee1a1a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805542 Oct 14 11:15:20.141538 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a4aa8027-739e-44ed-8b4b-92e1e60a6207 req-409bdcf9-5ceb-4aac-801b-9b3d74860f09 service neutron] 10.222.0.39 "GET /v2.0/networks/b6dfa21d-d308-47c0-8249-c9baee1a1a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114676 Oct 14 11:15:20.390430 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb8662-92d9-47a8-9d8f-a280c9becb3a req-027b3f2c-2157-453d-8e26-7b836634e48a tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:20.393448 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-86bb8662-92d9-47a8-9d8f-a280c9becb3a req-027b3f2c-2157-453d-8e26-7b836634e48a tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?device_id=79dfcd47-fa24-4bff-98b2-2ad39ccf39ae HTTP/1.1" status: 200 len: 943 time: 0.0976384 Oct 14 11:15:20.476262 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-86bb8662-92d9-47a8-9d8f-a280c9becb3a req-f7aaeac1-4163-4eb6-a8da-0f9561a50435 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d7451c3-296c-483c-a2fd-630a02eabbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747316 Oct 14 11:15:20.500418 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75585033-2abb-4037-9acf-9ceee6af14a9 req-9c097840-a0d1-4022-a3f2-83cd6b36ddc5 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:20.507137 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-75585033-2abb-4037-9acf-9ceee6af14a9 req-9c097840-a0d1-4022-a3f2-83cd6b36ddc5 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 946 time: 0.0933406 Oct 14 11:15:20.559101 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-75585033-2abb-4037-9acf-9ceee6af14a9 req-23952303-aab7-4343-9c2e-d54743142c99 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496335 Oct 14 11:15:23.341211 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab6982-e3c0-4b86-866c-3124bacce3c9 req-38ae25f3-79c9-48d0-8cb1-875c2008e2e8 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:23.343222 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-33ab6982-e3c0-4b86-866c-3124bacce3c9 req-38ae25f3-79c9-48d0-8cb1-875c2008e2e8 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?device_id=79dfcd47-fa24-4bff-98b2-2ad39ccf39ae HTTP/1.1" status: 200 len: 943 time: 0.1018920 Oct 14 11:15:23.380827 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83bf41-bd3f-4252-a1ef-f6589970a17e req-d2203df8-c4bb-4d00-9fef-603532db4b71 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:23.382506 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8f83bf41-bd3f-4252-a1ef-f6589970a17e req-d2203df8-c4bb-4d00-9fef-603532db4b71 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 946 time: 0.0980270 Oct 14 11:15:23.423787 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-33ab6982-e3c0-4b86-866c-3124bacce3c9 req-1b077870-d26b-4330-b348-39c484d89183 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d7451c3-296c-483c-a2fd-630a02eabbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721548 Oct 14 11:15:23.447073 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8f83bf41-bd3f-4252-a1ef-f6589970a17e req-6a7220ed-00d7-43b2-a246-1305b4144291 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533576 Oct 14 11:15:23.689030 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device bc29ab67-dd0f-4e04-8d88-84d2395fff80 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=99970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:15:23.829741 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port bc29ab67-dd0f-4e04-8d88-84d2395fff80, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=bc29ab67-dd0f-4e04-8d88-84d2395fff80,segment=NetworkSegment(d6398ea5-cd7d-4e6c-be86-da8c36c99604),segment_id=d6398ea5-cd7d-4e6c-be86-da8c36c99604)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:15:23.849658 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Returning: {'device': 'bc29ab67-dd0f-4e04-8d88-84d2395fff80', 'network_id': 'b6dfa21d-d308-47c0-8249-c9baee1a1a13', 'port_id': 'bc29ab67-dd0f-4e04-8d88-84d2395fff80', 'mac_address': 'fa:16:3e:32:c2:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ed090d9-cf66-49c4-a5fa-dbd24b3f07c2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:15:23.898208 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:23.913984 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc29ab67-dd0f-4e04-8d88-84d2395fff80 {{(pid=99970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:15:23.949254 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port bc29ab67-dd0f-4e04-8d88-84d2395fff80, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=bc29ab67-dd0f-4e04-8d88-84d2395fff80,segment=NetworkSegment(d6398ea5-cd7d-4e6c-be86-da8c36c99604),segment_id=d6398ea5-cd7d-4e6c-be86-da8c36c99604)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:15:23.954617 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:24.040809 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=bc29ab67-dd0f-4e04-8d88-84d2395fff80,revision_number=4']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:15:24.429925 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['bc29ab67-dd0f-4e04-8d88-84d2395fff80'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:15:24.664087 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aad126-c92a-4150-9f50-ee155f226b14 req-580c5fe2-705b-4a14-9004-a6246e2195e5 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:24.665648 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-81aad126-c92a-4150-9f50-ee155f226b14 req-580c5fe2-705b-4a14-9004-a6246e2195e5 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 946 time: 0.1158013 Oct 14 11:15:24.698271 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730d6ff-a0cf-4240-a11d-d78923f6d257 req-8c4d46e0-ce50-46f2-bbe1-199d25249903 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:24.700164 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0730d6ff-a0cf-4240-a11d-d78923f6d257 req-8c4d46e0-ce50-46f2-bbe1-199d25249903 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?device_id=79dfcd47-fa24-4bff-98b2-2ad39ccf39ae HTTP/1.1" status: 200 len: 944 time: 0.1085618 Oct 14 11:15:24.769448 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-81aad126-c92a-4150-9f50-ee155f226b14 req-68b3884e-5882-4c80-b149-6507daa465e8 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679481 Oct 14 11:15:24.786297 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0730d6ff-a0cf-4240-a11d-d78923f6d257 req-02b1dee8-e633-43ef-a30e-98ddcf6d6a2c tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d7451c3-296c-483c-a2fd-630a02eabbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656929 Oct 14 11:15:24.943852 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec27c7-7516-4b1e-aff7-ab322b6f319a req-ef078c11-9c1b-4568-a0a2-36e32df2f114 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:24.945463 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-53ec27c7-7516-4b1e-aff7-ab322b6f319a req-ef078c11-9c1b-4568-a0a2-36e32df2f114 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.0618696 Oct 14 11:15:24.992516 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-53ec27c7-7516-4b1e-aff7-ab322b6f319a req-67d7d030-fd76-4f02-b479-061feb21cce3 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391572 Oct 14 11:15:25.702255 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device bc29ab67-dd0f-4e04-8d88-84d2395fff80 up at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:15:25.748799 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-6ce12b83-e119-40da-8e81-effd8b87b287 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:25.758415 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-6ce12b83-e119-40da-8e81-effd8b87b287 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/networks?id=6fcee9b3-7837-41d6-b081-80c52c006d59 HTTP/1.1" status: 200 len: 815 time: 0.1440465 Oct 14 11:15:25.777102 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-879fba61-b80a-44c0-ac21-0b085513bc29 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/quotas/da58af5ba8724ce1b31cedb26cef2243 HTTP/1.1" status: 200 len: 375 time: 0.0160847 Oct 14 11:15:25.779362 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning for port bc29ab67-dd0f-4e04-8d88-84d2395fff80 completed by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 11:15:25.787946 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning complete for port bc29ab67-dd0f-4e04-8d88-84d2395fff80 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:15:25.788557 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:25.842092 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-bbc9965f-ba88-4ff8-b079-7649a63a77a3 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=da58af5ba8724ce1b31cedb26cef2243&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0567493 Oct 14 11:15:25.934619 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:25.960914 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79dfcd47-fa24-4bff-98b2-2ad39ccf39ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc29ab67-dd0f-4e04-8d88-84d2395fff80'}] {{(pid=99970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:15:25.963243 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e67274c3f7888a1e620d1da4f152c08f6ed72520f222e4ac6b19e3f5d220bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691b5747-fc3c-43c0-969e-26026add19ff" -d '{"events": [{"server_uuid": "79dfcd47-fa24-4bff-98b2-2ad39ccf39ae", "name": "network-vif-plugged", "status": "completed", "tag": "bc29ab67-dd0f-4e04-8d88-84d2395fff80"}]}' {{(pid=99970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:15:25.977304 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port bc29ab67-dd0f-4e04-8d88-84d2395fff80, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=bc29ab67-dd0f-4e04-8d88-84d2395fff80,segment=NetworkSegment(d6398ea5-cd7d-4e6c-be86-da8c36c99604),segment_id=d6398ea5-cd7d-4e6c-be86-da8c36c99604)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:15:25.980982 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:25.985767 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a5aa5-560a-44c7-b575-97eacf07e44e req-b324e267-c807-49ff-b087-9a4cf12d85e7 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:25.987490 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b76a5aa5-560a-44c7-b575-97eacf07e44e req-b324e267-c807-49ff-b087-9a4cf12d85e7 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?device_id=79dfcd47-fa24-4bff-98b2-2ad39ccf39ae HTTP/1.1" status: 200 len: 944 time: 0.0986598 Oct 14 11:15:25.991012 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-1d9501a5-9fd2-4061-adfa-1f87270eef15 service neutron] 10.222.0.46 "GET /v2.0/networks/6fcee9b3-7837-41d6-b081-80c52c006d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367793 Oct 14 11:15:26.047668 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=bc29ab67-dd0f-4e04-8d88-84d2395fff80,revision_number=5']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:15:26.099910 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b76a5aa5-560a-44c7-b575-97eacf07e44e req-fc04409c-9bc6-4791-8d28-d50ee1f1b3b7 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d7451c3-296c-483c-a2fd-630a02eabbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001601 Oct 14 11:15:26.132001 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-0665073f-c8a3-4f85-820d-3f7ee8b2ff7c service neutron] 10.222.0.46 "GET /v2.0/networks/6fcee9b3-7837-41d6-b081-80c52c006d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308534 Oct 14 11:15:26.171021 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d048d232-8e37-4551-9d6e-a78d42e3024a x-openstack-request-id: req-d048d232-8e37-4551-9d6e-a78d42e3024a {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:15:26.171460 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79dfcd47-fa24-4bff-98b2-2ad39ccf39ae", "name": "network-vif-plugged", "status": "completed", "tag": "bc29ab67-dd0f-4e04-8d88-84d2395fff80", "code": 200}]} {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:15:26.171881 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d048d232-8e37-4551-9d6e-a78d42e3024a {{(pid=99970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:15:26.172402 dv-cinder-801354-3-iscsi neutron-server[99970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79dfcd47-fa24-4bff-98b2-2ad39ccf39ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc29ab67-dd0f-4e04-8d88-84d2395fff80', 'code': 200} Oct 14 11:15:26.435045 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-414972c2-e13c-49f6-8cb1-f578b12ad60e req-f0a7204a-8080-4fb3-a2e8-3547cb3b8552 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=21fd12b6-9be3-4aa7-a7e6-e430e376449c HTTP/1.1" status: 200 len: 210 time: 0.0398703 Oct 14 11:15:26.447079 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56402788-5d9e-4721-a73e-c46f9c68d8ba req-c314db2c-fd72-4851-bb38-00f4a77b7ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:26.449737 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-56402788-5d9e-4721-a73e-c46f9c68d8ba req-c314db2c-fd72-4851-bb38-00f4a77b7ef2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=79dfcd47-fa24-4bff-98b2-2ad39ccf39ae HTTP/1.1" status: 200 len: 1098 time: 0.1028295 Oct 14 11:15:26.506502 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-56402788-5d9e-4721-a73e-c46f9c68d8ba req-1babd632-2431-4bca-9e10-72c3d3a434b1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8d7451c3-296c-483c-a2fd-630a02eabbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462978 Oct 14 11:15:27.198125 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ffd3b4-a83f-42f8-9c21-5714e079d178 req-8d449ea5-e053-475e-8f69-5a1066de9965 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:27.199831 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b4ffd3b4-a83f-42f8-9c21-5714e079d178 req-8d449ea5-e053-475e-8f69-5a1066de9965 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.0868576 Oct 14 11:15:27.239139 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd59bd-4442-4528-aa75-296699263894 req-50d9f746-b338-4826-a9a2-eb6690c9d9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:27.240639 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-08cd59bd-4442-4528-aa75-296699263894 req-50d9f746-b338-4826-a9a2-eb6690c9d9cb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c392464b70b4e7c8c87cc7350e4f053&device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 1098 time: 0.1155014 Oct 14 11:15:27.336175 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b4ffd3b4-a83f-42f8-9c21-5714e079d178 req-6b4add87-f3ec-4353-8947-7d07dd252404 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231370 Oct 14 11:15:27.348188 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b132b-f8f9-4d5c-a5e3-b41f10c7c851 req-7bf498c2-5768-47c6-aa84-cfa67a698e22 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:27.349894 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-413b132b-f8f9-4d5c-a5e3-b41f10c7c851 req-7bf498c2-5768-47c6-aa84-cfa67a698e22 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?device_id=79dfcd47-fa24-4bff-98b2-2ad39ccf39ae HTTP/1.1" status: 200 len: 945 time: 0.1481245 Oct 14 11:15:27.392370 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd59bd-4442-4528-aa75-296699263894 req-bfe69ca3-a739-497f-a2c3-736205a227f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:27.393909 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-08cd59bd-4442-4528-aa75-296699263894 req-bfe69ca3-a739-497f-a2c3-736205a227f7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4d96643b-4fa6-435b-b92a-130044cd3548 HTTP/1.1" status: 200 len: 920 time: 0.1417167 Oct 14 11:15:27.413930 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-413b132b-f8f9-4d5c-a5e3-b41f10c7c851 req-03ec9b23-f072-48ea-b975-2a0c6eee5f56 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d7451c3-296c-483c-a2fd-630a02eabbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572591 Oct 14 11:15:27.450732 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-08cd59bd-4442-4528-aa75-296699263894 req-cf61f1f0-951f-42b9-8a19-102d51eda241 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04c9b8a2-da58-4829-884d-badda3bdeb3d HTTP/1.1" status: 200 len: 217 time: 0.0450690 Oct 14 11:15:27.536719 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd59bd-4442-4528-aa75-296699263894 req-1ce19d21-83a7-4424-9c39-c3e790a6e7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:27.538673 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-08cd59bd-4442-4528-aa75-296699263894 req-1ce19d21-83a7-4424-9c39-c3e790a6e7e7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c0cb2568-f2cb-4fad-9fcc-49f5492b923a HTTP/1.1" status: 200 len: 859 time: 0.0793314 Oct 14 11:15:27.592554 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-bc706193-5aa4-45c4-b639-de8a5c762d27 req-62d96ade-5812-4c0f-8942-4ba4b0227f07 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=21fd12b6-9be3-4aa7-a7e6-e430e376449c HTTP/1.1" status: 200 len: 210 time: 0.0469801 Oct 14 11:15:27.606757 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-08cd59bd-4442-4528-aa75-296699263894 req-7a09a64b-e4ac-4e3a-9850-1b06b46f9168 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d96643b-4fa6-435b-b92a-130044cd3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484877 Oct 14 11:15:27.740319 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-08cd59bd-4442-4528-aa75-296699263894 req-f73e901b-dffd-4bb7-9816-f0a4fc5b41cd service neutron] 10.222.0.39 "GET /v2.0/networks/4d96643b-4fa6-435b-b92a-130044cd3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220038 Oct 14 11:15:27.879233 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-b7a23e02-c5a4-47b3-b1ce-a66535082f5b tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:27.882289 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-b7a23e02-c5a4-47b3-b1ce-a66535082f5b tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.39 "GET /v2.0/networks?id=6fcee9b3-7837-41d6-b081-80c52c006d59 HTTP/1.1" status: 200 len: 815 time: 0.1442156 Oct 14 11:15:27.913116 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-08cd59bd-4442-4528-aa75-296699263894 req-b099f49a-a843-4df4-905e-7ad96cd07874 service neutron] 10.222.0.39 "GET /v2.0/networks/4d96643b-4fa6-435b-b92a-130044cd3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477067 Oct 14 11:15:27.920802 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-24d9f574-ce9f-44af-afc3-0e5c86b388af tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Request body: {'port': {'device_id': '21fd12b6-9be3-4aa7-a7e6-e430e376449c', 'network_id': '6fcee9b3-7837-41d6-b081-80c52c006d59', 'admin_state_up': True, 'tenant_id': 'da58af5ba8724ce1b31cedb26cef2243'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:15:28.078849 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-24d9f574-ce9f-44af-afc3-0e5c86b388af tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Made reservation on behalf of da58af5ba8724ce1b31cedb26cef2243 for: {'port': 1} {{(pid=99968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:15:28.083590 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-24d9f574-ce9f-44af-afc3-0e5c86b388af tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:28.258288 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_common [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-24d9f574-ce9f-44af-afc3-0e5c86b388af tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Allocated IP 172.20.0.9 (6fcee9b3-7837-41d6-b081-80c52c006d59/062aa61e-8393-46f9-9d0c-d7a786ad6648/7274cb5b-3435-4889-8615-e6d057a87e1b) {{(pid=99968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:15:28.498116 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b2e8b-3a01-4048-8ba2-ce0dad64c23d req-4a1c25b8-58f9-4ed1-83d8-42bcb24e9774 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:28.500766 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e33b2e8b-3a01-4048-8ba2-ce0dad64c23d req-4a1c25b8-58f9-4ed1-83d8-42bcb24e9774 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.0683103 Oct 14 11:15:28.517013 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-24d9f574-ce9f-44af-afc3-0e5c86b388af tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Publish callbacks [] for port, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:28.569726 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e33b2e8b-3a01-4048-8ba2-ce0dad64c23d req-a64e03ac-3622-41da-a602-8712488f9af5 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543926 Oct 14 11:15:28.585352 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-24d9f574-ce9f-44af-afc3-0e5c86b388af tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431'] for port, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:28.609337 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['eed25f1e-9a27-4b42-a5bd-d105cc2fad41'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:15:28.673644 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-24d9f574-ce9f-44af-afc3-0e5c86b388af tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Network 6fcee9b3-7837-41d6-b081-80c52c006d59 is already hosted by enough agents. {{(pid=99968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:15:28.678151 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-24d9f574-ce9f-44af-afc3-0e5c86b388af tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Resources bound (agent type, host, resource id): {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:15:28.682206 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-24d9f574-ce9f-44af-afc3-0e5c86b388af tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Received port after_create {{(pid=99968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:15:28.689877 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-24d9f574-ce9f-44af-afc3-0e5c86b388af tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:28.690055 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-24d9f574-ce9f-44af-afc3-0e5c86b388af tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for port, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:28.695703 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de116f8-eb29-4736-aacc-dd4feb7719c8 req-8cfc0921-9758-4633-b647-40a9b788eca3 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:28.697363 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5de116f8-eb29-4736-aacc-dd4feb7719c8 req-8cfc0921-9758-4633-b647-40a9b788eca3 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?device_id=79dfcd47-fa24-4bff-98b2-2ad39ccf39ae HTTP/1.1" status: 200 len: 945 time: 0.1237023 Oct 14 11:15:28.716824 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-24d9f574-ce9f-44af-afc3-0e5c86b388af tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8042154 Oct 14 11:15:28.721327 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d9f574-ce9f-44af-afc3-0e5c86b388af tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Pushing event updated for resources: {'Port': ['ID=7274cb5b-3435-4889-8615-e6d057a87e1b,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:15:28.744756 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-1e26098d-2c2a-4cf7-86c2-322e316db1c9 service neutron] Request body: {'port': {'device_id': '21fd12b6-9be3-4aa7-a7e6-e430e376449c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:15:28.752726 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 60094) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:15:28.804891 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5de116f8-eb29-4736-aacc-dd4feb7719c8 req-87e535c5-3402-4c7e-bf49-f25e13f4c48a tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d7451c3-296c-483c-a2fd-630a02eabbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924313 Oct 14 11:15:28.842929 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190386e-d987-4190-a00e-f229c4ada368 req-5776afa4-a76e-4433-8f38-2d7c781f37f4 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:28.856595 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b190386e-d987-4190-a00e-f229c4ada368 req-5776afa4-a76e-4433-8f38-2d7c781f37f4 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=21fd12b6-9be3-4aa7-a7e6-e430e376449c HTTP/1.1" status: 200 len: 931 time: 0.1301355 Oct 14 11:15:28.872370 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-1e26098d-2c2a-4cf7-86c2-322e316db1c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:28.938890 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b190386e-d987-4190-a00e-f229c4ada368 req-6794a90f-1b5a-4360-b848-9f4db9cc9cb1 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813005 Oct 14 11:15:29.078319 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-816d5e08-9b86-4a01-8b04-cad58e8ea22c admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:29.289793 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-816d5e08-9b86-4a01-8b04-cad58e8ea22c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:29.296289 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-816d5e08-9b86-4a01-8b04-cad58e8ea22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:29.372325 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-1e26098d-2c2a-4cf7-86c2-322e316db1c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7274cb5b-3435-4889-8615-e6d057a87e1b {{(pid=99968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:15:29.383074 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-816d5e08-9b86-4a01-8b04-cad58e8ea22c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=af06f18adbd944239d5b96d9e06a87a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6278167 Oct 14 11:15:29.383308 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816d5e08-9b86-4a01-8b04-cad58e8ea22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf69894-7d3e-4e50-82f1-a37c7fd820c2,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:15:29.384432 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 60144) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:15:29.402238 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-1e26098d-2c2a-4cf7-86c2-322e316db1c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:29.419666 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-1e26098d-2c2a-4cf7-86c2-322e316db1c9 service neutron] Transition to ACTIVE for port object 7274cb5b-3435-4889-8615-e6d057a87e1b will not be triggered until provisioned by entity L2. {{(pid=99968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 11:15:29.425215 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-1e26098d-2c2a-4cf7-86c2-322e316db1c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:29.506479 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26098d-2c2a-4cf7-86c2-322e316db1c9 service neutron] Pushing event updated for resources: {'Port': ['ID=7274cb5b-3435-4889-8615-e6d057a87e1b,revision_number=2']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:15:29.527874 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-1e26098d-2c2a-4cf7-86c2-322e316db1c9 service neutron] Attempting to bind port 7274cb5b-3435-4889-8615-e6d057a87e1b on host hv-cinder-80135 for vnic_type normal with profile {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:15:29.528412 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-1e26098d-2c2a-4cf7-86c2-322e316db1c9 service neutron] Attempting to bind port 7274cb5b-3435-4889-8615-e6d057a87e1b by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'c0248d36-4a3e-4591-a907-589459636a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6fcee9b3-7837-41d6-b081-80c52c006d59'}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:15:29.529108 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-1e26098d-2c2a-4cf7-86c2-322e316db1c9 service neutron] Attempting to bind port 7274cb5b-3435-4889-8615-e6d057a87e1b on network 6fcee9b3-7837-41d6-b081-80c52c006d59 {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:15:29.541064 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-1e26098d-2c2a-4cf7-86c2-322e316db1c9 service neutron] Port 7274cb5b-3435-4889-8615-e6d057a87e1b on network 6fcee9b3-7837-41d6-b081-80c52c006d59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 11:15:29.541636 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-1e26098d-2c2a-4cf7-86c2-322e316db1c9 service neutron] Attempting to bind port 7274cb5b-3435-4889-8615-e6d057a87e1b on network 6fcee9b3-7837-41d6-b081-80c52c006d59 {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:15:29.547888 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-65a2b134-2e0e-4c67-b5cd-1eb1fd696221 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:29.552999 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-1e26098d-2c2a-4cf7-86c2-322e316db1c9 service neutron] Checking agent: {'id': 'f75e9eb5-eb38-4e10-b93f-23a007c4e69f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 11, 37), 'started_at': datetime.datetime(2021, 10, 14, 11, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:15:29.553627 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-1e26098d-2c2a-4cf7-86c2-322e316db1c9 service neutron] Checking segment: {'id': 'c0248d36-4a3e-4591-a907-589459636a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6fcee9b3-7837-41d6-b081-80c52c006d59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:15:29.554276 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-1e26098d-2c2a-4cf7-86c2-322e316db1c9 service neutron] Bound using segment: {'id': 'c0248d36-4a3e-4591-a907-589459636a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6fcee9b3-7837-41d6-b081-80c52c006d59'} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:15:29.554645 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-1e26098d-2c2a-4cf7-86c2-322e316db1c9 service neutron] Bound port: 7274cb5b-3435-4889-8615-e6d057a87e1b, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0248d36-4a3e-4591-a907-589459636a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6fcee9b3-7837-41d6-b081-80c52c006d59'}}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:15:29.555504 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-1e26098d-2c2a-4cf7-86c2-322e316db1c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:29.595954 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-65a2b134-2e0e-4c67-b5cd-1eb1fd696221 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:29.679868 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-1e26098d-2c2a-4cf7-86c2-322e316db1c9 service neutron] For port 7274cb5b-3435-4889-8615-e6d057a87e1b, host hv-cinder-80135, cleared binding levels {{(pid=99968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:15:29.690903 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-1e26098d-2c2a-4cf7-86c2-322e316db1c9 service neutron] For port 7274cb5b-3435-4889-8615-e6d057a87e1b, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=7274cb5b-3435-4889-8615-e6d057a87e1b,segment=NetworkSegment(c0248d36-4a3e-4591-a907-589459636a0e),segment_id=c0248d36-4a3e-4591-a907-589459636a0e)] {{(pid=99968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:15:29.700070 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-1e26098d-2c2a-4cf7-86c2-322e316db1c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:29.766324 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676cd03-6600-4982-ad9e-fda3ec0c8df0 req-ebf61ae7-7552-4364-ab01-74ea4f0ce594 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:29.767937 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f676cd03-6600-4982-ad9e-fda3ec0c8df0 req-ebf61ae7-7552-4364-ab01-74ea4f0ce594 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.1091092 Oct 14 11:15:29.779884 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-65a2b134-2e0e-4c67-b5cd-1eb1fd696221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:29.784644 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-65a2b134-2e0e-4c67-b5cd-1eb1fd696221 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:29.786763 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-65a2b134-2e0e-4c67-b5cd-1eb1fd696221 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/adf69894-7d3e-4e50-82f1-a37c7fd820c2 HTTP/1.1" status: 204 len: 168 time: 0.4001884 Oct 14 11:15:29.814462 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a2b134-2e0e-4c67-b5cd-1eb1fd696221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf69894-7d3e-4e50-82f1-a37c7fd820c2,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:15:29.886595 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f676cd03-6600-4982-ad9e-fda3ec0c8df0 req-9cf17e48-a1d5-44e4-9578-62a550ff50f0 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983243 Oct 14 11:15:30.090813 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-1e26098d-2c2a-4cf7-86c2-322e316db1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:30.092003 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-1e26098d-2c2a-4cf7-86c2-322e316db1c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for port, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:30.093583 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-1e26098d-2c2a-4cf7-86c2-322e316db1c9 service neutron] 10.222.0.39 "PUT /v2.0/ports/7274cb5b-3435-4889-8615-e6d057a87e1b HTTP/1.1" status: 200 len: 1093 time: 1.3532388 Oct 14 11:15:30.094049 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21fd12b6-9be3-4aa7-a7e6-e430e376449c', 'tag': '7274cb5b-3435-4889-8615-e6d057a87e1b'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:15:30.096396 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bc8dce43effdfc17fa197fa73d2f682717a0aeb1d45e7b66290f8ec122344fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed43a542-c57a-401e-8c1f-653c8817044e" -d '{"events": [{"name": "network-changed", "server_uuid": "21fd12b6-9be3-4aa7-a7e6-e430e376449c", "tag": "7274cb5b-3435-4889-8615-e6d057a87e1b"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:15:30.151289 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26098d-2c2a-4cf7-86c2-322e316db1c9 service neutron] Pushing event updated for resources: {'Port': ['ID=7274cb5b-3435-4889-8615-e6d057a87e1b,revision_number=3']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:15:30.187987 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd8eed-b482-4ab0-be5e-89f522ad0967 req-5a9863e7-bd76-4755-916a-f9ffdf556365 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:30.202002 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61396285-45a9-4f1a-92fe-afae087bf975 x-openstack-request-id: req-61396285-45a9-4f1a-92fe-afae087bf975 {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:15:30.202473 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21fd12b6-9be3-4aa7-a7e6-e430e376449c", "tag": "7274cb5b-3435-4889-8615-e6d057a87e1b", "status": "completed", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:15:30.202969 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-61396285-45a9-4f1a-92fe-afae087bf975 {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:15:30.203288 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-40fd8eed-b482-4ab0-be5e-89f522ad0967 req-5a9863e7-bd76-4755-916a-f9ffdf556365 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=21fd12b6-9be3-4aa7-a7e6-e430e376449c HTTP/1.1" status: 200 len: 943 time: 0.1431079 Oct 14 11:15:30.203570 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21fd12b6-9be3-4aa7-a7e6-e430e376449c', 'tag': '7274cb5b-3435-4889-8615-e6d057a87e1b', 'status': 'completed', 'code': 200} Oct 14 11:15:30.224928 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-287454cf-2493-4b2e-9c27-f08cb7402fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:30.226770 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-287454cf-2493-4b2e-9c27-f08cb7402fe1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da58af5ba8724ce1b31cedb26cef2243&device_id=21fd12b6-9be3-4aa7-a7e6-e430e376449c HTTP/1.1" status: 200 len: 1096 time: 0.0682909 Oct 14 11:15:30.261263 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-40fd8eed-b482-4ab0-be5e-89f522ad0967 req-d308b664-2b47-4c5b-9943-cfedd745555d tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567780 Oct 14 11:15:30.320354 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-15f99fd2-313a-49f9-958b-30ce9af4bf82 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7274cb5b-3435-4889-8615-e6d057a87e1b HTTP/1.1" status: 200 len: 217 time: 0.0757790 Oct 14 11:15:30.412000 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-44e380b6-0913-4411-823f-f1c55d224e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:30.416075 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-44e380b6-0913-4411-823f-f1c55d224e07 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=062aa61e-8393-46f9-9d0c-d7a786ad6648 HTTP/1.1" status: 200 len: 855 time: 0.0791929 Oct 14 11:15:30.492257 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-b8f80980-9b46-43b3-a830-c4cbdae9c5c5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6fcee9b3-7837-41d6-b081-80c52c006d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438921 Oct 14 11:15:30.637517 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-414764d1-6d3f-4df5-8e36-72af46bbddb7 service neutron] 10.222.0.39 "GET /v2.0/networks/6fcee9b3-7837-41d6-b081-80c52c006d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305950 Oct 14 11:15:30.836497 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-1e0c5fc1-1cdd-488c-b7f4-4276749099b2 req-4e68a45a-b3bb-4659-ade6-ba6c630c027d service neutron] 10.222.0.39 "GET /v2.0/networks/6fcee9b3-7837-41d6-b081-80c52c006d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695778 Oct 14 11:15:31.101325 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328ffc9-114f-4d51-afc2-99c13e9815bc req-33791a13-4ecb-4f8e-8376-f1c76cf43174 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:31.102992 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9328ffc9-114f-4d51-afc2-99c13e9815bc req-33791a13-4ecb-4f8e-8376-f1c76cf43174 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.0704553 Oct 14 11:15:31.155617 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9328ffc9-114f-4d51-afc2-99c13e9815bc req-8457c3c0-2cf7-4f9f-a228-2e4dce37e3c9 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461259 Oct 14 11:15:31.827406 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5fef7-2423-4f64-927b-522e2318b1f9 req-2c02d44e-d4b9-4f52-a1aa-9af7d27aed8a tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:31.828899 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5aa5fef7-2423-4f64-927b-522e2318b1f9 req-2c02d44e-d4b9-4f52-a1aa-9af7d27aed8a tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=21fd12b6-9be3-4aa7-a7e6-e430e376449c HTTP/1.1" status: 200 len: 943 time: 0.3245904 Oct 14 11:15:31.869796 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5aa5fef7-2423-4f64-927b-522e2318b1f9 req-7510f1af-386e-441d-a036-f1186f4fa52e tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334277 Oct 14 11:15:33.834370 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43a542-c57a-401e-8c1f-653c8817044e req-4b0772bf-7df8-4c8f-b8d0-4d367256813b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:33.836334 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-ed43a542-c57a-401e-8c1f-653c8817044e req-4b0772bf-7df8-4c8f-b8d0-4d367256813b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da58af5ba8724ce1b31cedb26cef2243&device_id=21fd12b6-9be3-4aa7-a7e6-e430e376449c HTTP/1.1" status: 200 len: 1096 time: 0.0514712 Oct 14 11:15:33.954490 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa49304-e8be-4edd-8ce1-67979d75c2f1 req-cfc51b13-5d9f-4c37-aac1-5737ea24e8c2 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:33.956114 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7aa49304-e8be-4edd-8ce1-67979d75c2f1 req-cfc51b13-5d9f-4c37-aac1-5737ea24e8c2 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.0832257 Oct 14 11:15:33.965021 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43a542-c57a-401e-8c1f-653c8817044e req-3c6ca5a9-55a7-49d3-aab4-9adac029081f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:33.966560 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-ed43a542-c57a-401e-8c1f-653c8817044e req-3c6ca5a9-55a7-49d3-aab4-9adac029081f service neutron] 10.222.0.39 "GET /v2.0/networks?id=6fcee9b3-7837-41d6-b081-80c52c006d59 HTTP/1.1" status: 200 len: 916 time: 0.1011205 Oct 14 11:15:33.981047 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ecc042-ff15-4b2a-a9cf-d74d3a4a71f3 req-7914e53e-f254-4caf-be99-f200d4334273 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:33.982553 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-26ecc042-ff15-4b2a-a9cf-d74d3a4a71f3 req-7914e53e-f254-4caf-be99-f200d4334273 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=21fd12b6-9be3-4aa7-a7e6-e430e376449c HTTP/1.1" status: 200 len: 943 time: 0.0766723 Oct 14 11:15:34.016181 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-ed43a542-c57a-401e-8c1f-653c8817044e req-8014d76e-8cb9-45ff-8e28-3f1b5057587a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7274cb5b-3435-4889-8615-e6d057a87e1b HTTP/1.1" status: 200 len: 217 time: 0.0398941 Oct 14 11:15:34.041959 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7aa49304-e8be-4edd-8ce1-67979d75c2f1 req-8471f10d-fd7d-4a4c-b83e-41a10d659922 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776234 Oct 14 11:15:34.080269 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-26ecc042-ff15-4b2a-a9cf-d74d3a4a71f3 req-b6f1f5ea-16ad-43c4-bfde-b8288836cd16 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784974 Oct 14 11:15:34.091686 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43a542-c57a-401e-8c1f-653c8817044e req-e83b5a2e-8261-47ef-9171-071732ee7e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:34.096672 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-ed43a542-c57a-401e-8c1f-653c8817044e req-e83b5a2e-8261-47ef-9171-071732ee7e39 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=062aa61e-8393-46f9-9d0c-d7a786ad6648 HTTP/1.1" status: 200 len: 855 time: 0.0640113 Oct 14 11:15:34.135850 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-ed43a542-c57a-401e-8c1f-653c8817044e req-b5119c04-e3a9-4497-81dc-972a73228ad1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6fcee9b3-7837-41d6-b081-80c52c006d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310202 Oct 14 11:15:34.247749 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-ed43a542-c57a-401e-8c1f-653c8817044e req-1f41fa3d-9406-42e7-83ab-dc2c6f398c34 service neutron] 10.222.0.39 "GET /v2.0/networks/6fcee9b3-7837-41d6-b081-80c52c006d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969288 Oct 14 11:15:34.403955 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-ed43a542-c57a-401e-8c1f-653c8817044e req-3b5b5601-af2a-4127-b80c-929cdd0c5b00 service neutron] 10.222.0.39 "GET /v2.0/networks/6fcee9b3-7837-41d6-b081-80c52c006d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363144 Oct 14 11:15:35.290425 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1361c5-379d-4023-9c96-d72b8869ce37 req-59dc29b7-2b9d-44e5-8960-77bb871efbd9 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:35.293275 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8f1361c5-379d-4023-9c96-d72b8869ce37 req-59dc29b7-2b9d-44e5-8960-77bb871efbd9 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.1491802 Oct 14 11:15:35.315238 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8d906-518d-4add-9fef-5d93d701f1fa req-921eae5b-8b6e-4132-9930-6d08a6aca3c7 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:35.316876 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-62d8d906-518d-4add-9fef-5d93d701f1fa req-921eae5b-8b6e-4132-9930-6d08a6aca3c7 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=21fd12b6-9be3-4aa7-a7e6-e430e376449c HTTP/1.1" status: 200 len: 943 time: 0.1214855 Oct 14 11:15:35.364675 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8f1361c5-379d-4023-9c96-d72b8869ce37 req-c77ea811-6351-4b3b-8245-75a96856c4c5 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643330 Oct 14 11:15:35.381053 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-62d8d906-518d-4add-9fef-5d93d701f1fa req-3fd33e3c-1062-4e49-93ab-721721d12197 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556998 Oct 14 11:15:37.596715 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 7274cb5b-3435-4889-8615-e6d057a87e1b details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=99970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:15:37.706491 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port 7274cb5b-3435-4889-8615-e6d057a87e1b, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=7274cb5b-3435-4889-8615-e6d057a87e1b,segment=NetworkSegment(c0248d36-4a3e-4591-a907-589459636a0e),segment_id=c0248d36-4a3e-4591-a907-589459636a0e)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:15:37.719032 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Returning: {'device': '7274cb5b-3435-4889-8615-e6d057a87e1b', 'network_id': '6fcee9b3-7837-41d6-b081-80c52c006d59', 'port_id': '7274cb5b-3435-4889-8615-e6d057a87e1b', 'mac_address': 'fa:16:3e:17:49:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '062aa61e-8393-46f9-9d0c-d7a786ad6648', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:15:37.760249 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:37.775163 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7274cb5b-3435-4889-8615-e6d057a87e1b {{(pid=99970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:15:37.797194 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port 7274cb5b-3435-4889-8615-e6d057a87e1b, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=7274cb5b-3435-4889-8615-e6d057a87e1b,segment=NetworkSegment(c0248d36-4a3e-4591-a907-589459636a0e),segment_id=c0248d36-4a3e-4591-a907-589459636a0e)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:15:37.802171 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:37.855972 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=7274cb5b-3435-4889-8615-e6d057a87e1b,revision_number=4']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:15:38.657653 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:38.831165 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-49e3083b-8314-4998-b16d-3fe38372034a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:40.055476 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-14851ea2-af45-43cc-ba41-3388abef696a req-bf722b31-9835-499d-8988-6da8c4e1fe72 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449576 Oct 14 11:15:40.062116 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058e554-788a-4356-9303-5e0f1d53d594 req-aa01c8bd-084f-4bba-904c-b398fadc37c5 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:40.064513 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9058e554-788a-4356-9303-5e0f1d53d594 req-aa01c8bd-084f-4bba-904c-b398fadc37c5 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.1308441 Oct 14 11:15:40.092681 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4cee7-efae-456d-b6b4-a898b0e8aa6a req-88754f86-f69f-4815-9a84-7d9594a6e003 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:40.096051 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-09a4cee7-efae-456d-b6b4-a898b0e8aa6a req-88754f86-f69f-4815-9a84-7d9594a6e003 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=21fd12b6-9be3-4aa7-a7e6-e430e376449c HTTP/1.1" status: 200 len: 944 time: 0.1254423 Oct 14 11:15:40.138247 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14851ea2-af45-43cc-ba41-3388abef696a req-79d4b05b-e931-4d9f-8553-2f9c7fc49e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:40.141049 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-14851ea2-af45-43cc-ba41-3388abef696a req-79d4b05b-e931-4d9f-8553-2f9c7fc49e3c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b0d78c4c2bd84fe29041852181e0868c&device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 1099 time: 0.0477839 Oct 14 11:15:40.142409 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9058e554-788a-4356-9303-5e0f1d53d594 req-92ed2814-7cbc-4c01-976e-0a2035e28a43 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691249 Oct 14 11:15:40.167504 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-09a4cee7-efae-456d-b6b4-a898b0e8aa6a req-549fcde8-1954-49b1-82ec-2b04e3ab77fb tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657547 Oct 14 11:15:40.276129 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14851ea2-af45-43cc-ba41-3388abef696a req-0c70fbc3-9b08-4f44-8e06-af7ea537a622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:40.277590 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-14851ea2-af45-43cc-ba41-3388abef696a req-0c70fbc3-9b08-4f44-8e06-af7ea537a622 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2f17ff47-830b-4023-ad66-66e432a33b51 HTTP/1.1" status: 200 len: 917 time: 0.1114621 Oct 14 11:15:40.343572 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['7274cb5b-3435-4889-8615-e6d057a87e1b'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:15:40.356554 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-14851ea2-af45-43cc-ba41-3388abef696a req-dc35e299-d6ca-4f9e-b8b9-79a99a399758 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=988df262-f09c-4fe0-bc00-221e5936214b HTTP/1.1" status: 200 len: 1002 time: 0.0669718 Oct 14 11:15:40.423296 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14851ea2-af45-43cc-ba41-3388abef696a req-3999115a-72a0-42e6-96e7-0c584565a54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:40.424824 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-14851ea2-af45-43cc-ba41-3388abef696a req-3999115a-72a0-42e6-96e7-0c584565a54b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fca00ce8-46db-40c9-b0ce-2996d51e47d7 HTTP/1.1" status: 200 len: 855 time: 0.0568590 Oct 14 11:15:40.490922 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14851ea2-af45-43cc-ba41-3388abef696a req-569b570c-83df-4655-9b4e-46c5e4eaca22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:40.492850 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-14851ea2-af45-43cc-ba41-3388abef696a req-569b570c-83df-4655-9b4e-46c5e4eaca22 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2f17ff47-830b-4023-ad66-66e432a33b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0594449 Oct 14 11:15:40.593516 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-14851ea2-af45-43cc-ba41-3388abef696a req-dafc557b-c941-4764-82b3-5e103fd55785 service neutron] 10.222.0.39 "GET /v2.0/networks/2f17ff47-830b-4023-ad66-66e432a33b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909045 Oct 14 11:15:40.712245 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-14851ea2-af45-43cc-ba41-3388abef696a req-76df4327-74ad-419f-80e3-5592d5458470 service neutron] 10.222.0.39 "GET /v2.0/networks/2f17ff47-830b-4023-ad66-66e432a33b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979109 Oct 14 11:15:41.348601 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f46486-4e20-4c6a-82d3-ac04e4363f9c req-dcab25de-280f-4af1-bca2-3ef110931a45 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:41.350150 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-56f46486-4e20-4c6a-82d3-ac04e4363f9c req-dcab25de-280f-4af1-bca2-3ef110931a45 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.1011164 Oct 14 11:15:41.357750 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12740f48-bcc1-4f18-8a74-41dcc9f602bb req-4af062c3-a602-4379-a604-0acf8e1eeefc tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:41.359268 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-12740f48-bcc1-4f18-8a74-41dcc9f602bb req-4af062c3-a602-4379-a604-0acf8e1eeefc tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=21fd12b6-9be3-4aa7-a7e6-e430e376449c HTTP/1.1" status: 200 len: 944 time: 0.0952477 Oct 14 11:15:41.412826 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-56f46486-4e20-4c6a-82d3-ac04e4363f9c req-8b84cb74-8bf6-4311-ac20-e9f0c295fe6f tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525210 Oct 14 11:15:41.426873 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-12740f48-bcc1-4f18-8a74-41dcc9f602bb req-e0464243-a36c-4fc3-b368-4f882a853b5c tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595298 Oct 14 11:15:41.497413 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-d249a475-1b07-4414-a28a-71bd4ebfbbf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:42.642165 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 7274cb5b-3435-4889-8615-e6d057a87e1b up at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:15:42.683963 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b33d0b-3cd1-47a8-985f-6b7b912e0f60 req-8fc3647d-aa8b-464f-9f88-a94848c006a1 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:42.686554 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-66b33d0b-3cd1-47a8-985f-6b7b912e0f60 req-8fc3647d-aa8b-464f-9f88-a94848c006a1 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.1284103 Oct 14 11:15:42.700481 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning for port 7274cb5b-3435-4889-8615-e6d057a87e1b completed by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 11:15:42.704143 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071e02b-e3fc-4286-ac4d-74de0bbeb921 req-4111cc7a-673d-463f-bc1b-a0dd675d0279 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:42.707902 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b071e02b-e3fc-4286-ac4d-74de0bbeb921 req-4111cc7a-673d-463f-bc1b-a0dd675d0279 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=21fd12b6-9be3-4aa7-a7e6-e430e376449c HTTP/1.1" status: 200 len: 944 time: 0.1485093 Oct 14 11:15:42.712623 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning complete for port 7274cb5b-3435-4889-8615-e6d057a87e1b triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:15:42.713933 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:42.786579 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:42.795353 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b071e02b-e3fc-4286-ac4d-74de0bbeb921 req-2a5f2476-5568-4fa3-93d2-1e4b9aad858b tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564258 Oct 14 11:15:42.825947 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:42.854903 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-66b33d0b-3cd1-47a8-985f-6b7b912e0f60 req-44a7bfa9-ef3d-49e5-91be-670d55d219ee tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451995 Oct 14 11:15:42.855792 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21fd12b6-9be3-4aa7-a7e6-e430e376449c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7274cb5b-3435-4889-8615-e6d057a87e1b'}] {{(pid=99970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:15:42.858714 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e67274c3f7888a1e620d1da4f152c08f6ed72520f222e4ac6b19e3f5d220bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43674468-db62-44a1-84dc-e7d02479b3cc" -d '{"events": [{"server_uuid": "21fd12b6-9be3-4aa7-a7e6-e430e376449c", "name": "network-vif-plugged", "status": "completed", "tag": "7274cb5b-3435-4889-8615-e6d057a87e1b"}]}' {{(pid=99970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:15:42.873157 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port 7274cb5b-3435-4889-8615-e6d057a87e1b, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=7274cb5b-3435-4889-8615-e6d057a87e1b,segment=NetworkSegment(c0248d36-4a3e-4591-a907-589459636a0e),segment_id=c0248d36-4a3e-4591-a907-589459636a0e)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:15:42.886988 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:42.925736 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9727e8f0-76c3-4f6c-8e5e-3d2d782cdc69 x-openstack-request-id: req-9727e8f0-76c3-4f6c-8e5e-3d2d782cdc69 {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:15:42.926205 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21fd12b6-9be3-4aa7-a7e6-e430e376449c", "name": "network-vif-plugged", "status": "completed", "tag": "7274cb5b-3435-4889-8615-e6d057a87e1b", "code": 200}]} {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:15:42.926545 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9727e8f0-76c3-4f6c-8e5e-3d2d782cdc69 {{(pid=99970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:15:42.927249 dv-cinder-801354-3-iscsi neutron-server[99970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21fd12b6-9be3-4aa7-a7e6-e430e376449c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7274cb5b-3435-4889-8615-e6d057a87e1b', 'code': 200} Oct 14 11:15:42.968631 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=7274cb5b-3435-4889-8615-e6d057a87e1b,revision_number=5']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:15:43.034496 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:43.139704 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 60400) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:15:43.183989 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc819c-dc53-42fd-ab00-6f19cdd097e7 req-7a26ead5-bd87-46c4-a652-873661b0bbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:43.185935 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-80fc819c-dc53-42fd-ab00-6f19cdd097e7 req-7a26ead5-bd87-46c4-a652-873661b0bbfb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=21fd12b6-9be3-4aa7-a7e6-e430e376449c HTTP/1.1" status: 200 len: 1098 time: 0.0615840 Oct 14 11:15:43.250684 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-80fc819c-dc53-42fd-ab00-6f19cdd097e7 req-d6c21ea7-586a-4506-b7f6-6fb30332bd96 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471389 Oct 14 11:15:43.323341 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-6a4e4204-e1e9-4d14-8333-eeea30cc94cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:43.443549 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-6a4e4204-e1e9-4d14-8333-eeea30cc94cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:43.449966 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-6a4e4204-e1e9-4d14-8333-eeea30cc94cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:43.501828 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 60416) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:15:43.506828 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-6a4e4204-e1e9-4d14-8333-eeea30cc94cb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9a91f392cfdb4fd1963c6fae347d6500&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3654597 Oct 14 11:15:43.521714 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e4204-e1e9-4d14-8333-eeea30cc94cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0886f6-9080-4f6e-8f22-22d6987c1d25,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:15:43.531871 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4e4204-e1e9-4d14-8333-eeea30cc94cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:15:43.532689 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4e4204-e1e9-4d14-8333-eeea30cc94cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:15:43.533047 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4e4204-e1e9-4d14-8333-eeea30cc94cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:15:43.533489 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4e4204-e1e9-4d14-8333-eeea30cc94cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:15:43.533767 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4e4204-e1e9-4d14-8333-eeea30cc94cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:15:43.534110 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4e4204-e1e9-4d14-8333-eeea30cc94cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:15:43.534637 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4e4204-e1e9-4d14-8333-eeea30cc94cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:15:43.534887 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4e4204-e1e9-4d14-8333-eeea30cc94cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:15:43.535740 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4e4204-e1e9-4d14-8333-eeea30cc94cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:15:43.536493 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4e4204-e1e9-4d14-8333-eeea30cc94cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:15:43.536973 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4e4204-e1e9-4d14-8333-eeea30cc94cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:15:43.537740 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4e4204-e1e9-4d14-8333-eeea30cc94cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:15:43.587644 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-2f1ef90a-8ee6-4981-a625-5e72aa556fd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:43.637519 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-2f1ef90a-8ee6-4981-a625-5e72aa556fd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:43.736132 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-2f1ef90a-8ee6-4981-a625-5e72aa556fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:43.739487 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-2f1ef90a-8ee6-4981-a625-5e72aa556fd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:43.746161 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-2f1ef90a-8ee6-4981-a625-5e72aa556fd4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5d0886f6-9080-4f6e-8f22-22d6987c1d25 HTTP/1.1" status: 204 len: 168 time: 0.2427859 Oct 14 11:15:43.757409 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ef90a-8ee6-4981-a625-5e72aa556fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0886f6-9080-4f6e-8f22-22d6987c1d25,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:15:43.773160 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ef90a-8ee6-4981-a625-5e72aa556fd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:15:43.774097 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ef90a-8ee6-4981-a625-5e72aa556fd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:15:43.775034 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ef90a-8ee6-4981-a625-5e72aa556fd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:15:43.775653 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ef90a-8ee6-4981-a625-5e72aa556fd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:15:43.776279 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ef90a-8ee6-4981-a625-5e72aa556fd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:15:43.777119 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ef90a-8ee6-4981-a625-5e72aa556fd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:15:43.778082 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ef90a-8ee6-4981-a625-5e72aa556fd4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:15:43.778969 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ef90a-8ee6-4981-a625-5e72aa556fd4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:15:43.779729 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ef90a-8ee6-4981-a625-5e72aa556fd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:15:43.780595 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ef90a-8ee6-4981-a625-5e72aa556fd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:15:43.781460 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ef90a-8ee6-4981-a625-5e72aa556fd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:15:43.782369 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ef90a-8ee6-4981-a625-5e72aa556fd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:15:43.984692 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6759f-8cd7-42fe-a2dd-b8adb0951029 req-19aea77e-5606-412a-b474-02d22589b037 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:43.999043 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f2f6759f-8cd7-42fe-a2dd-b8adb0951029 req-19aea77e-5606-412a-b474-02d22589b037 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=21fd12b6-9be3-4aa7-a7e6-e430e376449c HTTP/1.1" status: 200 len: 945 time: 0.1143451 Oct 14 11:15:44.135046 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f2f6759f-8cd7-42fe-a2dd-b8adb0951029 req-95c3150f-f4fc-47bf-8d91-3478ad252fd6 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346416 Oct 14 11:15:44.180196 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88a8b2-c3fa-4b29-84ab-41a248d281c9 req-86e71671-0f4e-4a1c-a308-9ceebdf1b248 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:44.182102 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-db88a8b2-c3fa-4b29-84ab-41a248d281c9 req-86e71671-0f4e-4a1c-a308-9ceebdf1b248 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.1581435 Oct 14 11:15:44.263068 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-db88a8b2-c3fa-4b29-84ab-41a248d281c9 req-18b1b427-18bd-4f8d-a9c9-7bf8238aeb3b tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739896 Oct 14 11:15:44.304583 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:44.869912 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.agents_db [None req-913fd0e5-582e-4eb1-907a-85279628d193 None None] Agent healthcheck: found 6 active agents {{(pid=99971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:15:45.281721 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6af71-48f7-483f-bdec-76b41c122606 req-b70b6c94-c9c3-415b-8d84-51484f776dbe tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:45.283334 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-63d6af71-48f7-483f-bdec-76b41c122606 req-b70b6c94-c9c3-415b-8d84-51484f776dbe tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=21fd12b6-9be3-4aa7-a7e6-e430e376449c HTTP/1.1" status: 200 len: 945 time: 0.0611024 Oct 14 11:15:45.332455 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-63d6af71-48f7-483f-bdec-76b41c122606 req-7a506339-3bd0-4b35-8fda-d4efad68dfee tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379953 Oct 14 11:15:45.391577 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983a571-b232-45aa-8a6c-645bf0d2003f req-a2e9982c-6524-478a-92c3-1db8c1723ff9 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:45.393116 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3983a571-b232-45aa-8a6c-645bf0d2003f req-a2e9982c-6524-478a-92c3-1db8c1723ff9 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.0547335 Oct 14 11:15:45.435007 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3983a571-b232-45aa-8a6c-645bf0d2003f req-a808f334-283b-415d-9af2-29944308d89a tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354490 Oct 14 11:15:46.037358 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f9270-34be-4716-9271-e58e2bbeeec9 req-6f04ab1e-0cda-40db-accc-ad7ce8573906 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:46.038994 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-188f9270-34be-4716-9271-e58e2bbeeec9 req-6f04ab1e-0cda-40db-accc-ad7ce8573906 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.0628018 Oct 14 11:15:46.081193 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-188f9270-34be-4716-9271-e58e2bbeeec9 req-3580cd8f-6a45-4e9c-9e3d-1a9fda5a27df tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353842 Oct 14 11:15:46.472847 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59a88a-f7a1-490d-a825-dd6c91ef517e req-02d96328-9fdd-4ab3-aba4-6f07085daefe tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:46.474622 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-fb59a88a-f7a1-490d-a825-dd6c91ef517e req-02d96328-9fdd-4ab3-aba4-6f07085daefe tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=21fd12b6-9be3-4aa7-a7e6-e430e376449c HTTP/1.1" status: 200 len: 945 time: 0.0607791 Oct 14 11:15:46.548084 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-fb59a88a-f7a1-490d-a825-dd6c91ef517e req-073f2df7-8294-4117-8f7b-ffe77ddf3356 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672228 Oct 14 11:15:46.587999 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10bf04-6471-4d02-b730-29c8479375b0 req-2f5d296a-5d72-4164-af6c-1fcd99f54518 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:46.589486 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7f10bf04-6471-4d02-b730-29c8479375b0 req-2f5d296a-5d72-4164-af6c-1fcd99f54518 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.0623629 Oct 14 11:15:46.647350 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7f10bf04-6471-4d02-b730-29c8479375b0 req-6783cb03-0631-4087-98eb-cf58482c4d5c tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515265 Oct 14 11:15:47.233906 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa54296-837c-4cc0-9c06-1528fab5d920 req-fabf56f8-0209-4f63-bffb-a2ec7392b1bd tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:47.235344 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5aa54296-837c-4cc0-9c06-1528fab5d920 req-fabf56f8-0209-4f63-bffb-a2ec7392b1bd tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.0549202 Oct 14 11:15:47.277091 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5aa54296-837c-4cc0-9c06-1528fab5d920 req-c4e6de33-853e-402d-b8e5-060a369fbc45 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344272 Oct 14 11:15:47.672624 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c933115-b3bf-4280-bce5-d46935e68a1c req-ac485eea-9472-4b0e-a883-382e6f6701d8 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:47.674201 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0c933115-b3bf-4280-bce5-d46935e68a1c req-ac485eea-9472-4b0e-a883-382e6f6701d8 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=21fd12b6-9be3-4aa7-a7e6-e430e376449c HTTP/1.1" status: 200 len: 945 time: 0.0530410 Oct 14 11:15:47.718159 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0c933115-b3bf-4280-bce5-d46935e68a1c req-08444ab6-7310-423b-91cc-a83da86726e5 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370705 Oct 14 11:15:47.775665 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ba8d3-cf78-418b-bef4-d28ecc3f87d2 req-dc62fe73-947f-4df8-94c1-360f04c2d258 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:47.777227 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c71ba8d3-cf78-418b-bef4-d28ecc3f87d2 req-dc62fe73-947f-4df8-94c1-360f04c2d258 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.0525579 Oct 14 11:15:47.832807 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c71ba8d3-cf78-418b-bef4-d28ecc3f87d2 req-5819ca07-80e5-42d0-a11c-f587bab07b41 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432963 Oct 14 11:15:48.418570 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde2a11-0ace-4a3e-a547-7d32eda0981a req-c73ce438-3be3-489b-89d6-62e08e58a212 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:48.420114 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2fde2a11-0ace-4a3e-a547-7d32eda0981a req-c73ce438-3be3-489b-89d6-62e08e58a212 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.0589707 Oct 14 11:15:48.462343 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2fde2a11-0ace-4a3e-a547-7d32eda0981a req-01140c98-8b49-40e5-9582-fef342ab953d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357828 Oct 14 11:15:48.842149 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae68c37-8a9c-438c-bcf0-7e3070aebeab req-b218fa95-6346-43f3-907d-7568c2ce4c59 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:48.843786 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-cae68c37-8a9c-438c-bcf0-7e3070aebeab req-b218fa95-6346-43f3-907d-7568c2ce4c59 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=21fd12b6-9be3-4aa7-a7e6-e430e376449c HTTP/1.1" status: 200 len: 945 time: 0.0538018 Oct 14 11:15:48.888679 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-cae68c37-8a9c-438c-bcf0-7e3070aebeab req-a8c75d72-225f-4d5a-96ca-f375ad629632 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372956 Oct 14 11:15:48.989992 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf87d4-00ce-4b71-bc8c-029dbf233459 req-b86f2972-9d03-421b-b871-1ea0dc7fafc9 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:48.991725 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4aaf87d4-00ce-4b71-bc8c-029dbf233459 req-b86f2972-9d03-421b-b871-1ea0dc7fafc9 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.0701063 Oct 14 11:15:49.044587 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4aaf87d4-00ce-4b71-bc8c-029dbf233459 req-59692197-1c40-4f87-a36b-d3842ee9587b tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453837 Oct 14 11:15:49.624103 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7638471-efae-429f-b9de-1ec0b03b4c32 req-b6c41113-cbc6-4e73-800c-1975ee4db8fd tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:49.625773 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c7638471-efae-429f-b9de-1ec0b03b4c32 req-b6c41113-cbc6-4e73-800c-1975ee4db8fd tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.0743587 Oct 14 11:15:49.684877 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c7638471-efae-429f-b9de-1ec0b03b4c32 req-ddc110f1-994c-4516-831b-1f858accd05f tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397279 Oct 14 11:15:50.183401 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6cea5-0238-47e8-9b12-ad37d692ba1f req-7bc3841e-0278-4044-81a6-cd1bfdc0c742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:50.185051 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-e0c6cea5-0238-47e8-9b12-ad37d692ba1f req-7bc3841e-0278-4044-81a6-cd1bfdc0c742 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 1098 time: 0.0482934 Oct 14 11:15:50.226229 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a452a2-c177-425b-be2f-2db4c7fe4320 req-f4759155-b09f-4d3a-92d0-89f288fde307 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:50.231045 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-14a452a2-c177-425b-be2f-2db4c7fe4320 req-f4759155-b09f-4d3a-92d0-89f288fde307 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.0903838 Oct 14 11:15:50.267119 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-e0c6cea5-0238-47e8-9b12-ad37d692ba1f req-06432497-ac87-4ff0-9b73-ec039dd9ecf8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581396 Oct 14 11:15:50.295065 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-14a452a2-c177-425b-be2f-2db4c7fe4320 req-633c56d0-d649-4366-8703-4ecf4a50af22 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592148 Oct 14 11:15:50.824278 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b278b2-4688-41f4-bc4a-eba2fcb00108 req-c4cb8541-b763-4305-af84-9ac0ba3bd0cc tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:50.826280 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d0b278b2-4688-41f4-bc4a-eba2fcb00108 req-c4cb8541-b763-4305-af84-9ac0ba3bd0cc tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.0557637 Oct 14 11:15:50.874624 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d0b278b2-4688-41f4-bc4a-eba2fcb00108 req-a98ce54c-7bf3-47a9-8225-585457db6bf2 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395856 Oct 14 11:15:51.448587 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f669bf-701c-4248-b569-6376b2398db9 req-412ade5c-6e06-4397-9793-ae017716051c tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:51.450244 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-37f669bf-701c-4248-b569-6376b2398db9 req-412ade5c-6e06-4397-9793-ae017716051c tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.0671697 Oct 14 11:15:51.493348 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-37f669bf-701c-4248-b569-6376b2398db9 req-06a8c2b7-ed46-41a8-a601-ea8237fef9a7 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361593 Oct 14 11:15:52.019483 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662668c-df14-4dba-b782-7f8ce0c5ab95 req-c33f415e-5791-49aa-a2b7-2fbdf34144e6 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:52.019483 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c662668c-df14-4dba-b782-7f8ce0c5ab95 req-c33f415e-5791-49aa-a2b7-2fbdf34144e6 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.0582032 Oct 14 11:15:52.072292 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c662668c-df14-4dba-b782-7f8ce0c5ab95 req-1d5db114-4491-436b-bc47-a7495b1795b3 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450780 Oct 14 11:15:52.668412 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b2675-ec63-4253-9ab1-440d3cbc2fd3 req-1b6196b5-cfe2-47dd-8dd3-948e8cfe286d tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:52.671528 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4f4b2675-ec63-4253-9ab1-440d3cbc2fd3 req-1b6196b5-cfe2-47dd-8dd3-948e8cfe286d tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.0871999 Oct 14 11:15:52.716930 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4f4b2675-ec63-4253-9ab1-440d3cbc2fd3 req-43bb5e40-aa93-4a18-8915-ae2f89d0c0f8 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377781 Oct 14 11:15:53.035822 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ca400-2ac7-42e8-b97e-02551cc76a9d req-6ed40297-9f47-4214-b71f-5c47aafafe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:53.036637 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460cd7a-5c10-4924-abbe-6bce9fe58438 req-be547076-7577-4f55-b88c-0e6ca08aeed8 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:53.037871 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b460cd7a-5c10-4924-abbe-6bce9fe58438 req-be547076-7577-4f55-b88c-0e6ca08aeed8 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.0853906 Oct 14 11:15:53.038320 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-3b9ca400-2ac7-42e8-b97e-02551cc76a9d req-6ed40297-9f47-4214-b71f-5c47aafafe13 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c392464b70b4e7c8c87cc7350e4f053&device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 1098 time: 0.0710955 Oct 14 11:15:53.088851 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b460cd7a-5c10-4924-abbe-6bce9fe58438 req-b848ccba-b1fc-443f-b555-224e310d0eae tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439718 Oct 14 11:15:53.160248 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ca400-2ac7-42e8-b97e-02551cc76a9d req-fa53f2df-176c-415b-8424-6c0892754e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:53.161736 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-3b9ca400-2ac7-42e8-b97e-02551cc76a9d req-fa53f2df-176c-415b-8424-6c0892754e9d service neutron] 10.222.0.39 "GET /v2.0/networks?id=4d96643b-4fa6-435b-b92a-130044cd3548 HTTP/1.1" status: 200 len: 920 time: 0.1078966 Oct 14 11:15:53.216279 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153250ee-96cd-46f0-a937-29c4256b2c59 req-70f208e6-66e8-4aed-88ad-4377f1043f81 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:53.218116 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-153250ee-96cd-46f0-a937-29c4256b2c59 req-70f208e6-66e8-4aed-88ad-4377f1043f81 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.0602796 Oct 14 11:15:53.266108 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-153250ee-96cd-46f0-a937-29c4256b2c59 req-51d6e692-41bf-465e-babf-b3320d8ceefb tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402772 Oct 14 11:15:53.267776 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-3b9ca400-2ac7-42e8-b97e-02551cc76a9d req-54dcfcdf-cb98-4cad-bf3f-9398e5f94eef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04c9b8a2-da58-4829-884d-badda3bdeb3d HTTP/1.1" status: 200 len: 217 time: 0.0818393 Oct 14 11:15:53.347670 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ca400-2ac7-42e8-b97e-02551cc76a9d req-f43b1e7e-0793-4f50-a156-a459e6ac5842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:53.349275 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-3b9ca400-2ac7-42e8-b97e-02551cc76a9d req-f43b1e7e-0793-4f50-a156-a459e6ac5842 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c0cb2568-f2cb-4fad-9fcc-49f5492b923a HTTP/1.1" status: 200 len: 859 time: 0.0673845 Oct 14 11:15:53.405580 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-3b9ca400-2ac7-42e8-b97e-02551cc76a9d req-d2a48533-396f-4496-a6c5-bc185398a01a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d96643b-4fa6-435b-b92a-130044cd3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395648 Oct 14 11:15:53.511920 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-3b9ca400-2ac7-42e8-b97e-02551cc76a9d req-ac2f6668-fca0-4b6e-8347-4aaf167bdb6b service neutron] 10.222.0.39 "GET /v2.0/networks/4d96643b-4fa6-435b-b92a-130044cd3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954468 Oct 14 11:15:53.668364 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-3b9ca400-2ac7-42e8-b97e-02551cc76a9d req-8982d380-2a01-44c3-8384-598c83e92a93 service neutron] 10.222.0.39 "GET /v2.0/networks/4d96643b-4fa6-435b-b92a-130044cd3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309557 Oct 14 11:15:54.236041 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81751e98-3813-448e-80bb-c1000172406f req-e346b4f1-ccf7-4589-b46d-b06e1b8baf4e tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:54.238298 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-81751e98-3813-448e-80bb-c1000172406f req-e346b4f1-ccf7-4589-b46d-b06e1b8baf4e tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.0559800 Oct 14 11:15:54.293057 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-81751e98-3813-448e-80bb-c1000172406f req-6b68daad-6093-4492-b3b0-a6d39ef07765 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420287 Oct 14 11:15:54.450505 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9187a0b-e746-4759-8a57-2db175b9a04c req-3425c816-0c6d-48ac-9897-c5cb30dca166 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:54.452169 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d9187a0b-e746-4759-8a57-2db175b9a04c req-3425c816-0c6d-48ac-9897-c5cb30dca166 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.0673170 Oct 14 11:15:54.500968 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d9187a0b-e746-4759-8a57-2db175b9a04c req-4f2fcbe9-2c33-47d9-987a-f4808934c2d6 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372767 Oct 14 11:15:54.711358 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 60698) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:15:54.871339 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-433e3782-ecae-48a1-a72f-cba9bb5ff7d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:54.954757 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-433e3782-ecae-48a1-a72f-cba9bb5ff7d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:54.959804 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-433e3782-ecae-48a1-a72f-cba9bb5ff7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:54.999280 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-433e3782-ecae-48a1-a72f-cba9bb5ff7d9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d9379c8ca28d44cbb850ca91b4e4f904&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2866099 Oct 14 11:15:55.000002 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e3782-ecae-48a1-a72f-cba9bb5ff7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65962f80-6a41-4ea3-9846-01dac7ee9c08,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:15:55.003151 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 60704) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:15:55.067809 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-5022b08e-8f34-48f1-a214-a66b3a6bd244 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:55.091058 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-5022b08e-8f34-48f1-a214-a66b3a6bd244 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:55.153284 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-5022b08e-8f34-48f1-a214-a66b3a6bd244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:55.158334 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-5022b08e-8f34-48f1-a214-a66b3a6bd244 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:15:55.160399 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-5022b08e-8f34-48f1-a214-a66b3a6bd244 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/65962f80-6a41-4ea3-9846-01dac7ee9c08 HTTP/1.1" status: 204 len: 168 time: 0.1552057 Oct 14 11:15:55.182961 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022b08e-8f34-48f1-a214-a66b3a6bd244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65962f80-6a41-4ea3-9846-01dac7ee9c08,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:15:55.460293 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131926a-6069-475a-96e3-61b0267e4a67 req-abcc0d7a-0acd-441e-b889-1fdc5fb1be9f tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:55.460293 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1131926a-6069-475a-96e3-61b0267e4a67 req-abcc0d7a-0acd-441e-b889-1fdc5fb1be9f tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.0514195 Oct 14 11:15:55.505125 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1131926a-6069-475a-96e3-61b0267e4a67 req-16742e73-59e7-42b3-a9f8-6edeba4bba6a tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417500 Oct 14 11:15:55.666308 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c91c4a-4df2-4806-b687-4f56078287b9 req-6dc64f2b-3488-4e9b-ba39-091368e1453e tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:55.677001 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-95c91c4a-4df2-4806-b687-4f56078287b9 req-6dc64f2b-3488-4e9b-ba39-091368e1453e tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.0884883 Oct 14 11:15:55.731263 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-95c91c4a-4df2-4806-b687-4f56078287b9 req-b857bc3f-684c-4947-9a63-2761d2d682e7 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531268 Oct 14 11:15:56.642531 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eccaa4-568b-46a9-a352-80004173302f req-43fac173-a12c-46f1-bb0a-4674433b8e02 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:56.645951 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-43eccaa4-568b-46a9-a352-80004173302f req-43fac173-a12c-46f1-bb0a-4674433b8e02 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.0690076 Oct 14 11:15:56.687722 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-43eccaa4-568b-46a9-a352-80004173302f req-e7d9f97f-1131-4655-9c9b-fd2e28e3771c tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357575 Oct 14 11:15:56.890576 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b51f9-b662-4711-8d56-e474f461ad2d req-08fa09d0-35aa-4d03-a5d5-b26a1c24e916 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:56.893361 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9b0b51f9-b662-4711-8d56-e474f461ad2d req-08fa09d0-35aa-4d03-a5d5-b26a1c24e916 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.0689812 Oct 14 11:15:56.943022 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9b0b51f9-b662-4711-8d56-e474f461ad2d req-d5b8167b-68dd-48d5-a20d-aa5fc7de07b1 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424049 Oct 14 11:15:57.182019 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e544b0-0d48-43b5-acea-c9680ce1a787 req-d5940889-e64e-415a-b841-c198d2fb6a5f tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:57.183311 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b4e544b0-0d48-43b5-acea-c9680ce1a787 req-d5940889-e64e-415a-b841-c198d2fb6a5f tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0560615 Oct 14 11:15:57.234913 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b4e544b0-0d48-43b5-acea-c9680ce1a787 req-4bcb0541-b548-43ad-bc19-b684c6378264 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446861 Oct 14 11:15:57.691667 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-37370091-5183-4886-ae2d-7e362e28691e req-a70ef5b7-9beb-4ec7-b767-2205f0c5a5e4 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=bd6f7be337dd4aef8b33ea98a7c43261&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326810 Oct 14 11:15:57.939260 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557fd0b-3288-4eac-b6dc-aadcb74564a3 req-515695b3-4461-4b24-aa6e-10d9db80b29e tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:57.941269 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9557fd0b-3288-4eac-b6dc-aadcb74564a3 req-515695b3-4461-4b24-aa6e-10d9db80b29e tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.1708865 Oct 14 11:15:57.960194 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37370091-5183-4886-ae2d-7e362e28691e req-f8e329bf-e015-462f-9cd6-7b05b53efbc3 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:57.962385 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-37370091-5183-4886-ae2d-7e362e28691e req-f8e329bf-e015-462f-9cd6-7b05b53efbc3 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2640145 Oct 14 11:15:58.002075 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-37370091-5183-4886-ae2d-7e362e28691e req-7f546510-d795-4fd4-8dc3-966148c6bea5 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.46 "GET /v2.0/quotas/bd6f7be337dd4aef8b33ea98a7c43261 HTTP/1.1" status: 200 len: 375 time: 0.0297928 Oct 14 11:15:58.031211 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9557fd0b-3288-4eac-b6dc-aadcb74564a3 req-a0590ca2-5693-4b77-9fca-d8ca6de3e04e tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834129 Oct 14 11:15:58.047633 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-37370091-5183-4886-ae2d-7e362e28691e req-d621186e-2019-431c-a851-8059bb49a4ed tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd6f7be337dd4aef8b33ea98a7c43261&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341005 Oct 14 11:15:58.285147 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b7222667-6e37-4ccc-9bdf-24e8ee3bfee7 req-5dd340a7-2a59-44e1-9f8e-4a734b656663 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.46 "GET /v2.0/ports?device_id=fba90554-5343-4ef4-93bc-076f7dbfe991 HTTP/1.1" status: 200 len: 210 time: 0.0470126 Oct 14 11:15:58.312645 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823f399-c7aa-45cc-bc68-80de5bed1bdf req-6e5a3eb9-88db-4e58-8bad-420f177716a9 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:58.321767 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f823f399-c7aa-45cc-bc68-80de5bed1bdf req-6e5a3eb9-88db-4e58-8bad-420f177716a9 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.1515002 Oct 14 11:15:58.457966 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f823f399-c7aa-45cc-bc68-80de5bed1bdf req-3f040262-73f5-4787-8a1c-70753c690c2a tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315207 Oct 14 11:15:58.484661 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d7737-6859-43cb-86b5-2cbe6a104564 req-5fff45e3-88b5-4217-9920-08e3b31a317b tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:58.493647 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b88d7737-6859-43cb-86b5-2cbe6a104564 req-5fff45e3-88b5-4217-9920-08e3b31a317b tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0905252 Oct 14 11:15:58.537238 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b88d7737-6859-43cb-86b5-2cbe6a104564 req-67f9a0e5-e2af-4b2e-bec2-bbec4d2cc00b tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427787 Oct 14 11:15:58.703808 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-af358789-1bb3-427b-93c1-a81f12bba14c tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:58.705419 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-af358789-1bb3-427b-93c1-a81f12bba14c tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/networks?id=6fcee9b3-7837-41d6-b081-80c52c006d59 HTTP/1.1" status: 200 len: 815 time: 0.1253462 Oct 14 11:15:58.726458 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-0d679534-deee-44b0-bd50-bf22f4233d6d tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/quotas/da58af5ba8724ce1b31cedb26cef2243 HTTP/1.1" status: 200 len: 375 time: 0.0104110 Oct 14 11:15:58.787368 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-2986b8f2-3ec7-41e0-9fe5-2fc10d7263eb tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=da58af5ba8724ce1b31cedb26cef2243&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520108 Oct 14 11:15:58.908125 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-59ace7bc-b29f-43df-8d92-9dfede9604f1 service neutron] 10.222.0.46 "GET /v2.0/networks/6fcee9b3-7837-41d6-b081-80c52c006d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101260 Oct 14 11:15:59.052224 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-ec3a599a-ce9e-408f-bc28-34cc698a2120 service neutron] 10.222.0.46 "GET /v2.0/networks/6fcee9b3-7837-41d6-b081-80c52c006d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376443 Oct 14 11:15:59.241201 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e98145c8-87a4-44c8-9879-06ceac800269 req-1f480ced-0454-4e68-a9f1-426af74a1dde tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=389ace55-4b8d-46cb-a0ba-85464ab37efc HTTP/1.1" status: 200 len: 210 time: 0.0274882 Oct 14 11:15:59.454632 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a788ae50-6f6b-4b7e-a4e7-e8a5a981356b req-e41f86c1-d4d5-41e7-8151-3db98ce1e3b0 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.46 "GET /v2.0/ports?device_id=fba90554-5343-4ef4-93bc-076f7dbfe991 HTTP/1.1" status: 200 len: 210 time: 0.0308464 Oct 14 11:15:59.612452 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e032e-ce49-46ad-8b47-cc8b628a1773 req-a2c36edd-3bec-4094-9494-702878174a11 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:59.614373 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d67e032e-ce49-46ad-8b47-cc8b628a1773 req-a2c36edd-3bec-4094-9494-702878174a11 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.0597835 Oct 14 11:15:59.684430 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d67e032e-ce49-46ad-8b47-cc8b628a1773 req-4b28a22b-af98-48c6-950e-a081e68e6760 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620434 Oct 14 11:15:59.707282 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5868399-fb14-4b2b-836b-b4d90e374521 req-80b0c576-bb32-4c37-a84a-689ce0dd7872 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:59.707282 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a5868399-fb14-4b2b-836b-b4d90e374521 req-80b0c576-bb32-4c37-a84a-689ce0dd7872 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.0830398 Oct 14 11:15:59.756499 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a5868399-fb14-4b2b-836b-b4d90e374521 req-f4263625-b2d8-49a6-8fed-43e3749a032d tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452669 Oct 14 11:15:59.845262 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-37370091-5183-4886-ae2d-7e362e28691e req-de37b7ac-7363-4074-99ad-c9542bc9ff42 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=bd6f7be337dd4aef8b33ea98a7c43261&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557282 Oct 14 11:15:59.847487 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4b904-095b-4a0a-aede-d54ce11bab85 req-8fd1e4c5-964f-4905-acc8-f32d12dd03aa tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:15:59.849189 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-29f4b904-095b-4a0a-aede-d54ce11bab85 req-8fd1e4c5-964f-4905-acc8-f32d12dd03aa tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0770619 Oct 14 11:15:59.937213 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-29f4b904-095b-4a0a-aede-d54ce11bab85 req-8b5ed41f-46c6-4a61-a025-f61c7180a90a tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799115 Oct 14 11:16:00.090338 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37370091-5183-4886-ae2d-7e362e28691e req-bc704f94-940b-4910-abd8-299f66b9964f tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:00.092290 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-37370091-5183-4886-ae2d-7e362e28691e req-bc704f94-940b-4910-abd8-299f66b9964f tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2374663 Oct 14 11:16:00.119862 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [req-37370091-5183-4886-ae2d-7e362e28691e req-2c04b918-11c6-4a4a-afcf-dea33e2360d9 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] Request body: {'port': {'device_id': 'fba90554-5343-4ef4-93bc-076f7dbfe991', 'network_id': '75142495-301e-4275-82bd-766bb1341410', 'admin_state_up': True, 'tenant_id': 'bd6f7be337dd4aef8b33ea98a7c43261'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:16:00.272739 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37370091-5183-4886-ae2d-7e362e28691e req-2c04b918-11c6-4a4a-afcf-dea33e2360d9 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] Made reservation on behalf of bd6f7be337dd4aef8b33ea98a7c43261 for: {'port': 1} {{(pid=99968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:16:00.276478 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-37370091-5183-4886-ae2d-7e362e28691e req-2c04b918-11c6-4a4a-afcf-dea33e2360d9 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:00.286937 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-37370091-5183-4886-ae2d-7e362e28691e req-2c04b918-11c6-4a4a-afcf-dea33e2360d9 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:00.356533 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a110bbd2-7b8c-4af0-99b0-06201f5370be req-58af9f4e-2fce-4844-9e8e-e0eac764c951 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=389ace55-4b8d-46cb-a0ba-85464ab37efc HTTP/1.1" status: 200 len: 210 time: 0.0391645 Oct 14 11:16:00.384970 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-37370091-5183-4886-ae2d-7e362e28691e req-2c04b918-11c6-4a4a-afcf-dea33e2360d9 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:00.392001 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-37370091-5183-4886-ae2d-7e362e28691e req-2c04b918-11c6-4a4a-afcf-dea33e2360d9 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:00.466829 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c04b918-11c6-4a4a-afcf-dea33e2360d9 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=893a85ff-144a-4bf5-9b1f-912246a4836a,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:00.557337 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_common [req-37370091-5183-4886-ae2d-7e362e28691e req-2c04b918-11c6-4a4a-afcf-dea33e2360d9 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] Allocated IP 192.168.233.45 (75142495-301e-4275-82bd-766bb1341410/8ef8de54-6ec7-4b3e-be5c-874a154f3960/a860a0c9-3e28-4685-9704-8deb15882484) {{(pid=99968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:16:00.568270 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-05799dc7-a828-4865-b51d-16d13cf14cc6 req-f0213241-040d-4d66-b763-19ea954671c0 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.46 "GET /v2.0/ports?device_id=fba90554-5343-4ef4-93bc-076f7dbfe991 HTTP/1.1" status: 200 len: 210 time: 0.0308921 Oct 14 11:16:00.740121 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-37370091-5183-4886-ae2d-7e362e28691e req-2c04b918-11c6-4a4a-afcf-dea33e2360d9 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] Publish callbacks [] for port, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:00.776348 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-37370091-5183-4886-ae2d-7e362e28691e req-2c04b918-11c6-4a4a-afcf-dea33e2360d9 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431'] for port, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:00.815132 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4ea67-e985-43b9-a55a-2098908cc2fc req-e3bca138-a91e-4a8e-85e1-b1cca3f14375 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:00.817101 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-82a4ea67-e985-43b9-a55a-2098908cc2fc req-e3bca138-a91e-4a8e-85e1-b1cca3f14375 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.0531418 Oct 14 11:16:00.821559 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37370091-5183-4886-ae2d-7e362e28691e req-2c04b918-11c6-4a4a-afcf-dea33e2360d9 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] Network 75142495-301e-4275-82bd-766bb1341410 is already hosted by enough agents. {{(pid=99968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:16:00.825562 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [req-37370091-5183-4886-ae2d-7e362e28691e req-2c04b918-11c6-4a4a-afcf-dea33e2360d9 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] Resources bound (agent type, host, resource id): {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:16:00.829456 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [req-37370091-5183-4886-ae2d-7e362e28691e req-2c04b918-11c6-4a4a-afcf-dea33e2360d9 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] Received port after_create {{(pid=99968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:16:00.836118 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37370091-5183-4886-ae2d-7e362e28691e req-2c04b918-11c6-4a4a-afcf-dea33e2360d9 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:00.836771 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-37370091-5183-4886-ae2d-7e362e28691e req-2c04b918-11c6-4a4a-afcf-dea33e2360d9 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for port, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:00.854574 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c04b918-11c6-4a4a-afcf-dea33e2360d9 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] Pushing event updated for resources: {'Port': ['ID=a860a0c9-3e28-4685-9704-8deb15882484,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:00.862571 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-37370091-5183-4886-ae2d-7e362e28691e req-2c04b918-11c6-4a4a-afcf-dea33e2360d9 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7476783 Oct 14 11:16:00.872902 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-82a4ea67-e985-43b9-a55a-2098908cc2fc req-293a6309-9e7c-4826-bf9a-748eda088cfc tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494702 Oct 14 11:16:00.914115 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [req-37370091-5183-4886-ae2d-7e362e28691e req-f90a51d1-e9c3-4884-9fd4-336c69c489b7 service neutron] Request body: {'port': {'device_id': 'fba90554-5343-4ef4-93bc-076f7dbfe991', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:16:00.979796 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-37370091-5183-4886-ae2d-7e362e28691e req-f90a51d1-e9c3-4884-9fd4-336c69c489b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:01.104512 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54257273-c41f-4fba-ab1e-096d02479b93 req-b7bc0736-f380-453f-916a-4f8a9d404e42 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:01.106811 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-54257273-c41f-4fba-ab1e-096d02479b93 req-b7bc0736-f380-453f-916a-4f8a9d404e42 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0713944 Oct 14 11:16:01.132537 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-94dbabf5-c4ed-49e6-a433-1cc4b618c5e0 None None] Provisioning complete for port a860a0c9-3e28-4685-9704-8deb15882484 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:16:01.133445 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-94dbabf5-c4ed-49e6-a433-1cc4b618c5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:01.237334 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-54257273-c41f-4fba-ab1e-096d02479b93 req-7908adc0-8fcb-48eb-a1ff-aa1586a540e2 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967367 Oct 14 11:16:01.281731 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-89a196f8-3e37-4e9f-a6e4-584031914744 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:01.284005 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-89a196f8-3e37-4e9f-a6e4-584031914744 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.39 "GET /v2.0/networks?id=6fcee9b3-7837-41d6-b081-80c52c006d59 HTTP/1.1" status: 200 len: 815 time: 0.1752110 Oct 14 11:16:01.321760 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-9c360226-357e-43e1-81ca-603ef8453781 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Request body: {'port': {'device_id': '389ace55-4b8d-46cb-a0ba-85464ab37efc', 'network_id': '6fcee9b3-7837-41d6-b081-80c52c006d59', 'admin_state_up': True, 'tenant_id': 'da58af5ba8724ce1b31cedb26cef2243'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:16:01.344454 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [req-37370091-5183-4886-ae2d-7e362e28691e req-f90a51d1-e9c3-4884-9fd4-336c69c489b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a860a0c9-3e28-4685-9704-8deb15882484 {{(pid=99968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:16:01.349664 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-94dbabf5-c4ed-49e6-a433-1cc4b618c5e0 None None] Port a860a0c9-3e28-4685-9704-8deb15882484 cannot update to ACTIVE because it is not bound. {{(pid=99970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:16:01.356671 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-37370091-5183-4886-ae2d-7e362e28691e req-f90a51d1-e9c3-4884-9fd4-336c69c489b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:01.370936 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [req-37370091-5183-4886-ae2d-7e362e28691e req-f90a51d1-e9c3-4884-9fd4-336c69c489b7 service neutron] Transition to ACTIVE for port object a860a0c9-3e28-4685-9704-8deb15882484 will not be triggered until provisioned by entity L2. {{(pid=99968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 11:16:01.375679 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-37370091-5183-4886-ae2d-7e362e28691e req-f90a51d1-e9c3-4884-9fd4-336c69c489b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:01.436276 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a51d1-e9c3-4884-9fd4-336c69c489b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a860a0c9-3e28-4685-9704-8deb15882484,revision_number=2']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:01.485812 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [req-37370091-5183-4886-ae2d-7e362e28691e req-f90a51d1-e9c3-4884-9fd4-336c69c489b7 service neutron] Attempting to bind port a860a0c9-3e28-4685-9704-8deb15882484 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:16:01.486163 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [req-37370091-5183-4886-ae2d-7e362e28691e req-f90a51d1-e9c3-4884-9fd4-336c69c489b7 service neutron] Attempting to bind port a860a0c9-3e28-4685-9704-8deb15882484 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '94e7d326-6984-469f-9a8d-02e447c49f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '75142495-301e-4275-82bd-766bb1341410'}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:16:01.488098 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37370091-5183-4886-ae2d-7e362e28691e req-f90a51d1-e9c3-4884-9fd4-336c69c489b7 service neutron] Attempting to bind port a860a0c9-3e28-4685-9704-8deb15882484 on network 75142495-301e-4275-82bd-766bb1341410 {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:16:01.489095 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5b201d11-615a-43cc-95ba-0b70d3be9fd7 req-0c00022a-2d0a-4448-9384-e27da1744b47 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=389ace55-4b8d-46cb-a0ba-85464ab37efc HTTP/1.1" status: 200 len: 210 time: 0.0476782 Oct 14 11:16:01.501155 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37370091-5183-4886-ae2d-7e362e28691e req-f90a51d1-e9c3-4884-9fd4-336c69c489b7 service neutron] Port a860a0c9-3e28-4685-9704-8deb15882484 on network 75142495-301e-4275-82bd-766bb1341410 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 11:16:01.506144 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37370091-5183-4886-ae2d-7e362e28691e req-f90a51d1-e9c3-4884-9fd4-336c69c489b7 service neutron] Attempting to bind port a860a0c9-3e28-4685-9704-8deb15882484 on network 75142495-301e-4275-82bd-766bb1341410 {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:16:01.515381 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37370091-5183-4886-ae2d-7e362e28691e req-f90a51d1-e9c3-4884-9fd4-336c69c489b7 service neutron] Checking agent: {'id': 'f75e9eb5-eb38-4e10-b93f-23a007c4e69f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 11, 37), 'started_at': datetime.datetime(2021, 10, 14, 11, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:16:01.516133 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37370091-5183-4886-ae2d-7e362e28691e req-f90a51d1-e9c3-4884-9fd4-336c69c489b7 service neutron] Checking segment: {'id': '94e7d326-6984-469f-9a8d-02e447c49f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '75142495-301e-4275-82bd-766bb1341410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:16:01.517070 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37370091-5183-4886-ae2d-7e362e28691e req-f90a51d1-e9c3-4884-9fd4-336c69c489b7 service neutron] Bound using segment: {'id': '94e7d326-6984-469f-9a8d-02e447c49f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '75142495-301e-4275-82bd-766bb1341410'} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:16:01.517552 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [req-37370091-5183-4886-ae2d-7e362e28691e req-f90a51d1-e9c3-4884-9fd4-336c69c489b7 service neutron] Bound port: a860a0c9-3e28-4685-9704-8deb15882484, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e7d326-6984-469f-9a8d-02e447c49f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '75142495-301e-4275-82bd-766bb1341410'}}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:16:01.518940 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-37370091-5183-4886-ae2d-7e362e28691e req-f90a51d1-e9c3-4884-9fd4-336c69c489b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:01.533824 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-9c360226-357e-43e1-81ca-603ef8453781 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Made reservation on behalf of da58af5ba8724ce1b31cedb26cef2243 for: {'port': 1} {{(pid=99969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:16:01.542429 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-9c360226-357e-43e1-81ca-603ef8453781 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:01.622781 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [req-37370091-5183-4886-ae2d-7e362e28691e req-f90a51d1-e9c3-4884-9fd4-336c69c489b7 service neutron] For port a860a0c9-3e28-4685-9704-8deb15882484, host hv-cinder-80135, cleared binding levels {{(pid=99968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:16:01.626834 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [req-37370091-5183-4886-ae2d-7e362e28691e req-f90a51d1-e9c3-4884-9fd4-336c69c489b7 service neutron] For port a860a0c9-3e28-4685-9704-8deb15882484, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=a860a0c9-3e28-4685-9704-8deb15882484,segment=NetworkSegment(94e7d326-6984-469f-9a8d-02e447c49f0e),segment_id=94e7d326-6984-469f-9a8d-02e447c49f0e)] {{(pid=99968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:16:01.636707 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-37370091-5183-4886-ae2d-7e362e28691e req-f90a51d1-e9c3-4884-9fd4-336c69c489b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:01.672578 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37370091-5183-4886-ae2d-7e362e28691e req-f90a51d1-e9c3-4884-9fd4-336c69c489b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:01.673369 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-37370091-5183-4886-ae2d-7e362e28691e req-f90a51d1-e9c3-4884-9fd4-336c69c489b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for port, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:01.675599 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-37370091-5183-4886-ae2d-7e362e28691e req-f90a51d1-e9c3-4884-9fd4-336c69c489b7 service neutron] 10.222.0.39 "PUT /v2.0/ports/a860a0c9-3e28-4685-9704-8deb15882484 HTTP/1.1" status: 200 len: 1097 time: 0.7665226 Oct 14 11:16:01.676311 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba90554-5343-4ef4-93bc-076f7dbfe991', 'tag': 'a860a0c9-3e28-4685-9704-8deb15882484'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:16:01.678653 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bc8dce43effdfc17fa197fa73d2f682717a0aeb1d45e7b66290f8ec122344fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0ccaf0-6c5a-4688-b759-7f4c3138087f" -d '{"events": [{"name": "network-changed", "server_uuid": "fba90554-5343-4ef4-93bc-076f7dbfe991", "tag": "a860a0c9-3e28-4685-9704-8deb15882484"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:16:01.717881 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a51d1-e9c3-4884-9fd4-336c69c489b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a860a0c9-3e28-4685-9704-8deb15882484,revision_number=3']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:01.732135 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a653a7-703d-4461-8857-a3d4cddd847e x-openstack-request-id: req-c6a653a7-703d-4461-8857-a3d4cddd847e {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:16:01.732425 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fba90554-5343-4ef4-93bc-076f7dbfe991", "tag": "a860a0c9-3e28-4685-9704-8deb15882484", "status": "completed", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:16:01.732893 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c6a653a7-703d-4461-8857-a3d4cddd847e {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:16:01.733065 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fba90554-5343-4ef4-93bc-076f7dbfe991', 'tag': 'a860a0c9-3e28-4685-9704-8deb15882484', 'status': 'completed', 'code': 200} Oct 14 11:16:01.805154 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd4521-d75b-4b05-bb32-781b650ab2ae req-cd3b862c-2383-4271-a83f-3c1b3219e71d tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:01.807334 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e8bd4521-d75b-4b05-bb32-781b650ab2ae req-cd3b862c-2383-4271-a83f-3c1b3219e71d tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.46 "GET /v2.0/ports?device_id=fba90554-5343-4ef4-93bc-076f7dbfe991 HTTP/1.1" status: 200 len: 947 time: 0.1418436 Oct 14 11:16:01.815838 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37370091-5183-4886-ae2d-7e362e28691e req-d81bc959-eb9c-407e-8470-efd7269c1570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:01.817800 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-37370091-5183-4886-ae2d-7e362e28691e req-d81bc959-eb9c-407e-8470-efd7269c1570 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd6f7be337dd4aef8b33ea98a7c43261&device_id=fba90554-5343-4ef4-93bc-076f7dbfe991 HTTP/1.1" status: 200 len: 1100 time: 0.0668840 Oct 14 11:16:01.819421 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.db_base_plugin_common [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-9c360226-357e-43e1-81ca-603ef8453781 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Allocated IP 172.20.0.3 (6fcee9b3-7837-41d6-b081-80c52c006d59/062aa61e-8393-46f9-9d0c-d7a786ad6648/ad9ccc5f-d044-4315-8185-3e686e11242a) {{(pid=99969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:16:01.874738 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e8bd4521-d75b-4b05-bb32-781b650ab2ae req-35c23c35-62c8-42b5-a6d6-b6ced9e79dff tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.46 "GET /v2.0/security-groups?id=893a85ff-144a-4bf5-9b1f-912246a4836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575449 Oct 14 11:16:01.896666 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-37370091-5183-4886-ae2d-7e362e28691e req-1321232a-329a-4966-be41-ca126888fd37 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=a860a0c9-3e28-4685-9704-8deb15882484 HTTP/1.1" status: 200 len: 217 time: 0.0530381 Oct 14 11:16:01.967468 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37370091-5183-4886-ae2d-7e362e28691e req-3fe5fa75-8f69-44ac-b736-1232b0dafd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:01.969274 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-37370091-5183-4886-ae2d-7e362e28691e req-3fe5fa75-8f69-44ac-b736-1232b0dafd55 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8ef8de54-6ec7-4b3e-be5c-874a154f3960 HTTP/1.1" status: 200 len: 843 time: 0.0521228 Oct 14 11:16:02.032193 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37370091-5183-4886-ae2d-7e362e28691e req-2c73d293-15d5-46d9-b121-74694329e1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:02.033740 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-37370091-5183-4886-ae2d-7e362e28691e req-2c73d293-15d5-46d9-b121-74694329e1b5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=75142495-301e-4275-82bd-766bb1341410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0441539 Oct 14 11:16:02.075871 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa5c97-8a19-483d-8ff5-a56968a907b1 req-5dadeeda-d1f5-443c-893f-d3d21b019b85 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:02.077434 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1daa5c97-8a19-483d-8ff5-a56968a907b1 req-5dadeeda-d1f5-443c-893f-d3d21b019b85 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.0727923 Oct 14 11:16:02.100591 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-9c360226-357e-43e1-81ca-603ef8453781 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Publish callbacks [] for port, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:02.138570 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1daa5c97-8a19-483d-8ff5-a56968a907b1 req-57af9270-1f84-4b99-bf7f-07c3c682646a tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544145 Oct 14 11:16:02.162200 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-9c360226-357e-43e1-81ca-603ef8453781 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:02.169352 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-37370091-5183-4886-ae2d-7e362e28691e req-34dc0ae0-88ec-42f6-8498-f0de8e68c5a2 service neutron] 10.222.0.39 "GET /v2.0/networks/75142495-301e-4275-82bd-766bb1341410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241193 Oct 14 11:16:02.184873 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['eed25f1e-9a27-4b42-a5bd-d105cc2fad41', '7274cb5b-3435-4889-8615-e6d057a87e1b'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:16:02.218532 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-9c360226-357e-43e1-81ca-603ef8453781 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Network 6fcee9b3-7837-41d6-b081-80c52c006d59 is already hosted by enough agents. {{(pid=99969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:16:02.222900 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.base_scheduler [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-9c360226-357e-43e1-81ca-603ef8453781 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Resources bound (agent type, host, resource id): {{(pid=99969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:16:02.231230 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-9c360226-357e-43e1-81ca-603ef8453781 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Received port after_create {{(pid=99969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:16:02.261182 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c360226-357e-43e1-81ca-603ef8453781 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Pushing event updated for resources: {'Port': ['ID=ad9ccc5f-d044-4315-8185-3e686e11242a,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:02.286200 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-37370091-5183-4886-ae2d-7e362e28691e req-46b70ec8-3592-410b-9d97-7c6085ea9759 service neutron] 10.222.0.39 "GET /v2.0/networks/75142495-301e-4275-82bd-766bb1341410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078641 Oct 14 11:16:02.300653 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-9c360226-357e-43e1-81ca-603ef8453781 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:02.301344 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-9c360226-357e-43e1-81ca-603ef8453781 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:02.320215 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-9c360226-357e-43e1-81ca-603ef8453781 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0026829 Oct 14 11:16:02.439785 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ccaf0-6c5a-4688-b759-7f4c3138087f req-bef104be-56ab-4c43-9d51-3efc9b03fd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:02.442599 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-7d0ccaf0-6c5a-4688-b759-7f4c3138087f req-bef104be-56ab-4c43-9d51-3efc9b03fd3f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd6f7be337dd4aef8b33ea98a7c43261&device_id=fba90554-5343-4ef4-93bc-076f7dbfe991 HTTP/1.1" status: 200 len: 1100 time: 0.0789015 Oct 14 11:16:02.556858 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ccaf0-6c5a-4688-b759-7f4c3138087f req-053e5e4e-d950-4992-a728-a2a8efbaae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:02.558564 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-7d0ccaf0-6c5a-4688-b759-7f4c3138087f req-053e5e4e-d950-4992-a728-a2a8efbaae22 service neutron] 10.222.0.39 "GET /v2.0/networks?id=75142495-301e-4275-82bd-766bb1341410 HTTP/1.1" status: 200 len: 870 time: 0.1083326 Oct 14 11:16:02.623421 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-7d0ccaf0-6c5a-4688-b759-7f4c3138087f req-36c7bdee-2571-4d7f-99a8-af7576b8c04d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=a860a0c9-3e28-4685-9704-8deb15882484 HTTP/1.1" status: 200 len: 217 time: 0.0494592 Oct 14 11:16:02.629499 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-af1afafc-6d8a-4b21-affe-414b4e459759 service neutron] Request body: {'port': {'device_id': '389ace55-4b8d-46cb-a0ba-85464ab37efc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:16:02.701928 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ccaf0-6c5a-4688-b759-7f4c3138087f req-f3005a47-40ee-4f33-8d57-48fbcd217f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:02.702146 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a663e3ab-c6bd-497f-8fa9-7de7409f1561 req-39d0c1f6-2eec-43ce-9891-36c371e996b9 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:02.703355 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-7d0ccaf0-6c5a-4688-b759-7f4c3138087f req-f3005a47-40ee-4f33-8d57-48fbcd217f18 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8ef8de54-6ec7-4b3e-be5c-874a154f3960 HTTP/1.1" status: 200 len: 843 time: 0.0604033 Oct 14 11:16:02.703580 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a663e3ab-c6bd-497f-8fa9-7de7409f1561 req-39d0c1f6-2eec-43ce-9891-36c371e996b9 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.3795443 Oct 14 11:16:02.749754 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-af1afafc-6d8a-4b21-affe-414b4e459759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:02.765037 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745d817-5d89-4bfb-81d5-bf939302fc96 req-abe01c57-cf73-419a-9964-40ca18937c99 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:02.766584 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2745d817-5d89-4bfb-81d5-bf939302fc96 req-abe01c57-cf73-419a-9964-40ca18937c99 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=389ace55-4b8d-46cb-a0ba-85464ab37efc HTTP/1.1" status: 200 len: 931 time: 0.1431739 Oct 14 11:16:02.770488 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ccaf0-6c5a-4688-b759-7f4c3138087f req-249a0e0c-e2ea-445c-81b5-3425f4ee2106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:02.771983 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-7d0ccaf0-6c5a-4688-b759-7f4c3138087f req-249a0e0c-e2ea-445c-81b5-3425f4ee2106 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=75142495-301e-4275-82bd-766bb1341410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0435333 Oct 14 11:16:02.842148 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a663e3ab-c6bd-497f-8fa9-7de7409f1561 req-270dcffd-a22e-4bbd-a7be-234f1f3beec8 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152253 Oct 14 11:16:02.874403 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2745d817-5d89-4bfb-81d5-bf939302fc96 req-5fdef63a-31bb-482a-9898-f2b688d402cb tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955925 Oct 14 11:16:02.884829 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-7d0ccaf0-6c5a-4688-b759-7f4c3138087f req-a5a5bbac-fff8-4fe9-b40a-2c7eeb1c9d04 service neutron] 10.222.0.39 "GET /v2.0/networks/75142495-301e-4275-82bd-766bb1341410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002889 Oct 14 11:16:03.030412 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-7d0ccaf0-6c5a-4688-b759-7f4c3138087f req-57dc00c0-d520-40d1-8608-5ecb25b8cc2d service neutron] 10.222.0.39 "GET /v2.0/networks/75142495-301e-4275-82bd-766bb1341410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258826 Oct 14 11:16:03.133663 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19b9ca-1930-4e8b-8a99-6ba86d3f1b56 req-63676340-6542-481b-a999-e4ac79d0d76f tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:03.135302 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3b19b9ca-1930-4e8b-8a99-6ba86d3f1b56 req-63676340-6542-481b-a999-e4ac79d0d76f tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.46 "GET /v2.0/ports?device_id=fba90554-5343-4ef4-93bc-076f7dbfe991 HTTP/1.1" status: 200 len: 947 time: 0.1099501 Oct 14 11:16:03.222011 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3b19b9ca-1930-4e8b-8a99-6ba86d3f1b56 req-a0e6bdac-f8a8-43a7-a620-dc5935ceed72 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.46 "GET /v2.0/security-groups?id=893a85ff-144a-4bf5-9b1f-912246a4836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796404 Oct 14 11:16:03.244463 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.notifiers.nova [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-af1afafc-6d8a-4b21-affe-414b4e459759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad9ccc5f-d044-4315-8185-3e686e11242a {{(pid=99969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:16:03.244463 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-af1afafc-6d8a-4b21-affe-414b4e459759 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:03.257770 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.provisioning_blocks [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-af1afafc-6d8a-4b21-affe-414b4e459759 service neutron] Transition to ACTIVE for port object ad9ccc5f-d044-4315-8185-3e686e11242a will not be triggered until provisioned by entity L2. {{(pid=99969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 11:16:03.263354 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-af1afafc-6d8a-4b21-affe-414b4e459759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071033321'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:03.355129 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1afafc-6d8a-4b21-affe-414b4e459759 service neutron] Pushing event updated for resources: {'Port': ['ID=ad9ccc5f-d044-4315-8185-3e686e11242a,revision_number=2']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:03.440996 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49075330-6e84-4189-a60c-7581da32d458 req-0ebdf0a2-8c76-48c3-bc61-930fe419bda4 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:03.442597 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-49075330-6e84-4189-a60c-7581da32d458 req-0ebdf0a2-8c76-48c3-bc61-930fe419bda4 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.1224849 Oct 14 11:16:03.445253 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-af1afafc-6d8a-4b21-affe-414b4e459759 service neutron] Attempting to bind port ad9ccc5f-d044-4315-8185-3e686e11242a on host hv-cinder-80135 for vnic_type normal with profile {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:16:03.445581 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-af1afafc-6d8a-4b21-affe-414b4e459759 service neutron] Attempting to bind port ad9ccc5f-d044-4315-8185-3e686e11242a by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'c0248d36-4a3e-4591-a907-589459636a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6fcee9b3-7837-41d6-b081-80c52c006d59'}] {{(pid=99969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:16:03.445908 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-af1afafc-6d8a-4b21-affe-414b4e459759 service neutron] Attempting to bind port ad9ccc5f-d044-4315-8185-3e686e11242a on network 6fcee9b3-7837-41d6-b081-80c52c006d59 {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:16:03.456970 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-af1afafc-6d8a-4b21-affe-414b4e459759 service neutron] Port ad9ccc5f-d044-4315-8185-3e686e11242a on network 6fcee9b3-7837-41d6-b081-80c52c006d59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 11:16:03.457308 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-af1afafc-6d8a-4b21-affe-414b4e459759 service neutron] Attempting to bind port ad9ccc5f-d044-4315-8185-3e686e11242a on network 6fcee9b3-7837-41d6-b081-80c52c006d59 {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:16:03.472291 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-af1afafc-6d8a-4b21-affe-414b4e459759 service neutron] Checking agent: {'id': 'f75e9eb5-eb38-4e10-b93f-23a007c4e69f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 11, 37), 'started_at': datetime.datetime(2021, 10, 14, 11, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:16:03.472735 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-af1afafc-6d8a-4b21-affe-414b4e459759 service neutron] Checking segment: {'id': 'c0248d36-4a3e-4591-a907-589459636a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6fcee9b3-7837-41d6-b081-80c52c006d59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:16:03.473122 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-af1afafc-6d8a-4b21-affe-414b4e459759 service neutron] Bound using segment: {'id': 'c0248d36-4a3e-4591-a907-589459636a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6fcee9b3-7837-41d6-b081-80c52c006d59'} {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:16:03.473557 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-af1afafc-6d8a-4b21-affe-414b4e459759 service neutron] Bound port: ad9ccc5f-d044-4315-8185-3e686e11242a, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0248d36-4a3e-4591-a907-589459636a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6fcee9b3-7837-41d6-b081-80c52c006d59'}}] {{(pid=99969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:16:03.473907 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-af1afafc-6d8a-4b21-affe-414b4e459759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:03.503915 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-49075330-6e84-4189-a60c-7581da32d458 req-17f39177-a13f-4e2d-b0c6-24fb89031edc tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543470 Oct 14 11:16:03.555439 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-af1afafc-6d8a-4b21-affe-414b4e459759 service neutron] For port ad9ccc5f-d044-4315-8185-3e686e11242a, host hv-cinder-80135, cleared binding levels {{(pid=99969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:16:03.558372 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-af1afafc-6d8a-4b21-affe-414b4e459759 service neutron] For port ad9ccc5f-d044-4315-8185-3e686e11242a, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=ad9ccc5f-d044-4315-8185-3e686e11242a,segment=NetworkSegment(c0248d36-4a3e-4591-a907-589459636a0e),segment_id=c0248d36-4a3e-4591-a907-589459636a0e)] {{(pid=99969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:16:03.562462 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-af1afafc-6d8a-4b21-affe-414b4e459759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071033321'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:03.595956 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-af1afafc-6d8a-4b21-affe-414b4e459759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:03.597101 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-af1afafc-6d8a-4b21-affe-414b4e459759 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:03.598522 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-af1afafc-6d8a-4b21-affe-414b4e459759 service neutron] 10.222.0.39 "PUT /v2.0/ports/ad9ccc5f-d044-4315-8185-3e686e11242a HTTP/1.1" status: 200 len: 1093 time: 0.9771166 Oct 14 11:16:03.598955 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '389ace55-4b8d-46cb-a0ba-85464ab37efc', 'tag': 'ad9ccc5f-d044-4315-8185-3e686e11242a'}] {{(pid=99969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:16:03.601150 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a93a02263ebe6e695f08df3ef7f4cabed4a40ac7132537441ac5c84a82560800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efcdd97-4c69-49f7-89b0-dbbe64c31b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "389ace55-4b8d-46cb-a0ba-85464ab37efc", "tag": "ad9ccc5f-d044-4315-8185-3e686e11242a"}]}' {{(pid=99969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:16:03.626941 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1afafc-6d8a-4b21-affe-414b4e459759 service neutron] Pushing event updated for resources: {'Port': ['ID=ad9ccc5f-d044-4315-8185-3e686e11242a,revision_number=3']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:03.648709 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560b4286-f926-4e87-9cb3-7298796644c9 x-openstack-request-id: req-560b4286-f926-4e87-9cb3-7298796644c9 {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:16:03.649121 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "389ace55-4b8d-46cb-a0ba-85464ab37efc", "tag": "ad9ccc5f-d044-4315-8185-3e686e11242a", "status": "completed", "code": 200}]} {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:16:03.649424 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-560b4286-f926-4e87-9cb3-7298796644c9 {{(pid=99969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:16:03.649828 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '389ace55-4b8d-46cb-a0ba-85464ab37efc', 'tag': 'ad9ccc5f-d044-4315-8185-3e686e11242a', 'status': 'completed', 'code': 200} Oct 14 11:16:03.712051 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-b391e442-cb08-4a60-8a7d-1c2c1bd572d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:03.713563 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-b391e442-cb08-4a60-8a7d-1c2c1bd572d6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da58af5ba8724ce1b31cedb26cef2243&device_id=389ace55-4b8d-46cb-a0ba-85464ab37efc HTTP/1.1" status: 200 len: 1096 time: 0.0467443 Oct 14 11:16:03.764887 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-5f9cdff4-7a7a-471a-80a5-bf1bf8839d9a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad9ccc5f-d044-4315-8185-3e686e11242a HTTP/1.1" status: 200 len: 217 time: 0.0354929 Oct 14 11:16:03.843012 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-64a64efd-7d8f-43db-a3bb-70f7575e8e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:03.844473 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-64a64efd-7d8f-43db-a3bb-70f7575e8e58 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=062aa61e-8393-46f9-9d0c-d7a786ad6648 HTTP/1.1" status: 200 len: 855 time: 0.0582812 Oct 14 11:16:03.894370 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-e2f5ba45-bb02-4d64-be4f-9aa5ad658114 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6fcee9b3-7837-41d6-b081-80c52c006d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309594 Oct 14 11:16:04.053981 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcba4dc-9f39-4832-a9da-0e7258fd21d8 req-7888fced-f4c8-46b4-899d-3f032eafda04 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:04.055539 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5fcba4dc-9f39-4832-a9da-0e7258fd21d8 req-7888fced-f4c8-46b4-899d-3f032eafda04 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.1384339 Oct 14 11:16:04.090025 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-3f9924da-809a-4c06-8be3-625c0e4c083a service neutron] 10.222.0.39 "GET /v2.0/networks/6fcee9b3-7837-41d6-b081-80c52c006d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819277 Oct 14 11:16:04.099704 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2548789-dc4a-47db-b1a4-901da0f415e5 req-c796e9cc-d639-4c91-a129-b075b2ab480e tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:04.101203 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e2548789-dc4a-47db-b1a4-901da0f415e5 req-c796e9cc-d639-4c91-a129-b075b2ab480e tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=389ace55-4b8d-46cb-a0ba-85464ab37efc HTTP/1.1" status: 200 len: 943 time: 0.1414347 Oct 14 11:16:04.163133 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5fcba4dc-9f39-4832-a9da-0e7258fd21d8 req-4d0a036d-1fce-417a-b6b7-70ebfef13c5c tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949199 Oct 14 11:16:04.216333 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e2548789-dc4a-47db-b1a4-901da0f415e5 req-bcf56f91-40b1-4297-9d66-0151438b618c tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055231 Oct 14 11:16:04.236430 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-39cc47a1-014e-426c-ab78-4f566ef5a587 req-ec594ae3-4963-46f7-89e4-7f338ca0072e service neutron] 10.222.0.39 "GET /v2.0/networks/6fcee9b3-7837-41d6-b081-80c52c006d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329110 Oct 14 11:16:04.379300 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d20d8-79c8-4eb8-8b75-e7275c79bd22 req-76b212d7-a45b-4994-b08c-fbd88b240dd6 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:04.380867 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b81d20d8-79c8-4eb8-8b75-e7275c79bd22 req-76b212d7-a45b-4994-b08c-fbd88b240dd6 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.46 "GET /v2.0/ports?device_id=fba90554-5343-4ef4-93bc-076f7dbfe991 HTTP/1.1" status: 200 len: 947 time: 0.0818124 Oct 14 11:16:04.391215 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efcdd97-4c69-49f7-89b0-dbbe64c31b0f req-ac22bfe6-807e-4f0b-b0b8-eeaad204ec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:04.392663 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6efcdd97-4c69-49f7-89b0-dbbe64c31b0f req-ac22bfe6-807e-4f0b-b0b8-eeaad204ec30 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da58af5ba8724ce1b31cedb26cef2243&device_id=389ace55-4b8d-46cb-a0ba-85464ab37efc HTTP/1.1" status: 200 len: 1096 time: 0.0648496 Oct 14 11:16:04.459742 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b81d20d8-79c8-4eb8-8b75-e7275c79bd22 req-0fcea160-c9c2-4fc7-923f-4844490df75b tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.46 "GET /v2.0/security-groups?id=893a85ff-144a-4bf5-9b1f-912246a4836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713613 Oct 14 11:16:04.515638 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efcdd97-4c69-49f7-89b0-dbbe64c31b0f req-6c7822d2-3940-481e-9066-d8db270ca128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:04.517177 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6efcdd97-4c69-49f7-89b0-dbbe64c31b0f req-6c7822d2-3940-481e-9066-d8db270ca128 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6fcee9b3-7837-41d6-b081-80c52c006d59 HTTP/1.1" status: 200 len: 916 time: 0.1114132 Oct 14 11:16:04.582994 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6efcdd97-4c69-49f7-89b0-dbbe64c31b0f req-626f1350-8057-49cc-a928-25d4a4326257 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad9ccc5f-d044-4315-8185-3e686e11242a HTTP/1.1" status: 200 len: 217 time: 0.0399930 Oct 14 11:16:04.669108 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efcdd97-4c69-49f7-89b0-dbbe64c31b0f req-2d4f3a30-90ab-4f10-ab9a-fc99f9b7ce55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:04.670504 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6efcdd97-4c69-49f7-89b0-dbbe64c31b0f req-2d4f3a30-90ab-4f10-ab9a-fc99f9b7ce55 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=062aa61e-8393-46f9-9d0c-d7a786ad6648 HTTP/1.1" status: 200 len: 855 time: 0.0620844 Oct 14 11:16:04.680070 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df9998-5aac-472f-b613-15a8df5f55dd req-7d6b9175-4ecf-4fbf-9e08-b68b1296071d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:04.681618 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-16df9998-5aac-472f-b613-15a8df5f55dd req-7d6b9175-4ecf-4fbf-9e08-b68b1296071d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.1018913 Oct 14 11:16:04.715623 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6efcdd97-4c69-49f7-89b0-dbbe64c31b0f req-29f89392-69d0-4b33-b0f1-ba29210a5acf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6fcee9b3-7837-41d6-b081-80c52c006d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329423 Oct 14 11:16:04.757165 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device a860a0c9-3e28-4685-9704-8deb15882484 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=99970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:16:04.757781 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-16df9998-5aac-472f-b613-15a8df5f55dd req-6788658a-1be5-4e5a-b6e2-fb5d70275f3f tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659616 Oct 14 11:16:04.853102 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6efcdd97-4c69-49f7-89b0-dbbe64c31b0f req-fbc5d339-c800-45d8-908f-4d71c9be59d6 service neutron] 10.222.0.39 "GET /v2.0/networks/6fcee9b3-7837-41d6-b081-80c52c006d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119509 Oct 14 11:16:04.863632 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port a860a0c9-3e28-4685-9704-8deb15882484, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=a860a0c9-3e28-4685-9704-8deb15882484,segment=NetworkSegment(94e7d326-6984-469f-9a8d-02e447c49f0e),segment_id=94e7d326-6984-469f-9a8d-02e447c49f0e)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:16:04.875429 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Returning: {'device': 'a860a0c9-3e28-4685-9704-8deb15882484', 'network_id': '75142495-301e-4275-82bd-766bb1341410', 'port_id': 'a860a0c9-3e28-4685-9704-8deb15882484', 'mac_address': 'fa:16:3e:e1:7c:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ef8de54-6ec7-4b3e-be5c-874a154f3960', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:16:04.924142 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:04.938705 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a860a0c9-3e28-4685-9704-8deb15882484 {{(pid=99970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:16:04.957341 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6efcdd97-4c69-49f7-89b0-dbbe64c31b0f req-03f5d71b-0ae1-450f-9d66-c2ef50226f71 service neutron] 10.222.0.39 "GET /v2.0/networks/6fcee9b3-7837-41d6-b081-80c52c006d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930967 Oct 14 11:16:04.960533 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port a860a0c9-3e28-4685-9704-8deb15882484, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=a860a0c9-3e28-4685-9704-8deb15882484,segment=NetworkSegment(94e7d326-6984-469f-9a8d-02e447c49f0e),segment_id=94e7d326-6984-469f-9a8d-02e447c49f0e)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:16:04.964991 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:05.019040 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=a860a0c9-3e28-4685-9704-8deb15882484,revision_number=4']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:05.027108 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:05.027453 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:05.027790 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:05.028119 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:05.028442 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:05.028765 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:05.029086 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:05.029402 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:05.029736 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:05.030061 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:05.030411 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:05.030726 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:05.286665 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a083b-9e11-4ec3-b53f-dc026fa7aa1b req-38602c85-0aad-4408-87f9-dd78b880cabb tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:05.288206 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f14a083b-9e11-4ec3-b53f-dc026fa7aa1b req-38602c85-0aad-4408-87f9-dd78b880cabb tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0509522 Oct 14 11:16:05.358585 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f14a083b-9e11-4ec3-b53f-dc026fa7aa1b req-5633f4e3-317d-4d26-90d6-beebdb0bbffd tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607474 Oct 14 11:16:05.367276 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b3c8d-1dbc-48da-8f6c-eb5d0388ba5f req-383a4c4f-4291-43ed-ae17-88eecc03a1e0 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:05.368720 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-635b3c8d-1dbc-48da-8f6c-eb5d0388ba5f req-383a4c4f-4291-43ed-ae17-88eecc03a1e0 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=389ace55-4b8d-46cb-a0ba-85464ab37efc HTTP/1.1" status: 200 len: 943 time: 0.0796239 Oct 14 11:16:05.408175 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-635b3c8d-1dbc-48da-8f6c-eb5d0388ba5f req-fa69b696-be8d-4ebc-915e-fac40aba5798 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328496 Oct 14 11:16:05.556067 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['a860a0c9-3e28-4685-9704-8deb15882484'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:16:05.581110 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06ccb2-9ca3-4dbf-ba94-6b6a9837db15 req-30534994-044e-490f-bbc4-bfd359c54726 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:05.581110 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4e06ccb2-9ca3-4dbf-ba94-6b6a9837db15 req-30534994-044e-490f-bbc4-bfd359c54726 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.46 "GET /v2.0/ports?device_id=fba90554-5343-4ef4-93bc-076f7dbfe991 HTTP/1.1" status: 200 len: 948 time: 0.0530264 Oct 14 11:16:05.626766 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4e06ccb2-9ca3-4dbf-ba94-6b6a9837db15 req-c1127830-8f51-48f7-8f75-7901b73c8ab0 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.46 "GET /v2.0/security-groups?id=893a85ff-144a-4bf5-9b1f-912246a4836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404081 Oct 14 11:16:05.888632 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c84cb-90f1-439a-8173-5b1c33368687 req-781cd97d-bd42-4f9f-acb4-35af26d4907b tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:05.890122 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7a8c84cb-90f1-439a-8173-5b1c33368687 req-781cd97d-bd42-4f9f-acb4-35af26d4907b tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.0530407 Oct 14 11:16:05.933552 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7a8c84cb-90f1-439a-8173-5b1c33368687 req-7bcb7e1d-5884-4107-a32d-a706ed9fc5c4 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371711 Oct 14 11:16:06.482280 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f257242-e63f-4a99-8810-5cd62785dd10 req-67c1b91d-eb5a-4204-87be-9a150cf68f61 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:06.483925 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3f257242-e63f-4a99-8810-5cd62785dd10 req-67c1b91d-eb5a-4204-87be-9a150cf68f61 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0561635 Oct 14 11:16:06.550071 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3f257242-e63f-4a99-8810-5cd62785dd10 req-dda3086f-b4d0-4d83-8022-ebc0f256e06b tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558665 Oct 14 11:16:06.558024 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e278d1c-bc22-4313-a35c-23312e09cfb2 req-168961bf-6ae6-4bfd-b9a9-2c8be6d47e9a tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:06.559476 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1e278d1c-bc22-4313-a35c-23312e09cfb2 req-168961bf-6ae6-4bfd-b9a9-2c8be6d47e9a tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=389ace55-4b8d-46cb-a0ba-85464ab37efc HTTP/1.1" status: 200 len: 943 time: 0.0745895 Oct 14 11:16:06.602117 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1e278d1c-bc22-4313-a35c-23312e09cfb2 req-4e2d6cd8-c393-47b7-8496-42b64534e2e5 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334425 Oct 14 11:16:06.745326 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735190d-3d51-418e-99a9-2311f3f21857 req-ab7c1bf3-86b7-470a-84ba-b59f7acf968f tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:06.747056 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0735190d-3d51-418e-99a9-2311f3f21857 req-ab7c1bf3-86b7-470a-84ba-b59f7acf968f tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.46 "GET /v2.0/ports?device_id=fba90554-5343-4ef4-93bc-076f7dbfe991 HTTP/1.1" status: 200 len: 948 time: 0.0531583 Oct 14 11:16:06.758313 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device ad9ccc5f-d044-4315-8185-3e686e11242a details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=99970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:16:06.786267 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0735190d-3d51-418e-99a9-2311f3f21857 req-f0325b9b-bd82-49bf-9296-fcf08fb98238 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.46 "GET /v2.0/security-groups?id=893a85ff-144a-4bf5-9b1f-912246a4836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321329 Oct 14 11:16:06.853301 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port ad9ccc5f-d044-4315-8185-3e686e11242a, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=ad9ccc5f-d044-4315-8185-3e686e11242a,segment=NetworkSegment(c0248d36-4a3e-4591-a907-589459636a0e),segment_id=c0248d36-4a3e-4591-a907-589459636a0e)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:16:06.866338 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Returning: {'device': 'ad9ccc5f-d044-4315-8185-3e686e11242a', 'network_id': '6fcee9b3-7837-41d6-b081-80c52c006d59', 'port_id': 'ad9ccc5f-d044-4315-8185-3e686e11242a', 'mac_address': 'fa:16:3e:8c:ac:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '062aa61e-8393-46f9-9d0c-d7a786ad6648', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:16:06.913510 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:06.927037 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad9ccc5f-d044-4315-8185-3e686e11242a {{(pid=99970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:16:06.946709 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port ad9ccc5f-d044-4315-8185-3e686e11242a, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=ad9ccc5f-d044-4315-8185-3e686e11242a,segment=NetworkSegment(c0248d36-4a3e-4591-a907-589459636a0e),segment_id=c0248d36-4a3e-4591-a907-589459636a0e)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:16:06.950212 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:06.998662 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=ad9ccc5f-d044-4315-8185-3e686e11242a,revision_number=4']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:07.063291 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f914159-604a-4169-bcbb-f1ba9370a806 req-886eb99f-8f9c-48fb-a18d-04ac5e3b0369 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:07.064763 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8f914159-604a-4169-bcbb-f1ba9370a806 req-886eb99f-8f9c-48fb-a18d-04ac5e3b0369 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.0511501 Oct 14 11:16:07.107075 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8f914159-604a-4169-bcbb-f1ba9370a806 req-08b47a3c-3216-4d39-ac2f-7ab732d00cd0 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333540 Oct 14 11:16:07.671040 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb04a0-16c1-4218-b7c0-12ab24ac2807 req-8fd27168-0f08-454e-8bb9-583da34f6623 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:07.672633 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-addb04a0-16c1-4218-b7c0-12ab24ac2807 req-8fd27168-0f08-454e-8bb9-583da34f6623 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0538104 Oct 14 11:16:07.742158 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-addb04a0-16c1-4218-b7c0-12ab24ac2807 req-85a608cc-66ba-4518-a676-442833df9a04 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587380 Oct 14 11:16:07.752508 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9bbb8-13d7-4a30-971c-9a8a6517e13d req-b68a5fa0-2c0b-4d9b-9dfd-8e984d79050e tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:07.755412 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e6c9bbb8-13d7-4a30-971c-9a8a6517e13d req-b68a5fa0-2c0b-4d9b-9dfd-8e984d79050e tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=389ace55-4b8d-46cb-a0ba-85464ab37efc HTTP/1.1" status: 200 len: 944 time: 0.0818126 Oct 14 11:16:07.794915 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e6c9bbb8-13d7-4a30-971c-9a8a6517e13d req-aecaa45a-e091-4190-bafa-b451de5f16df tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335155 Oct 14 11:16:07.903967 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb930a63-2d90-4a57-9f2b-482414e27fa4 req-07e78860-ae1d-4cee-999d-fe7770dff88c tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:07.905400 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-eb930a63-2d90-4a57-9f2b-482414e27fa4 req-07e78860-ae1d-4cee-999d-fe7770dff88c tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.46 "GET /v2.0/ports?device_id=fba90554-5343-4ef4-93bc-076f7dbfe991 HTTP/1.1" status: 200 len: 948 time: 0.0518451 Oct 14 11:16:07.924822 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['ad9ccc5f-d044-4315-8185-3e686e11242a'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:16:07.946602 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-eb930a63-2d90-4a57-9f2b-482414e27fa4 req-61e71a1d-86d4-4207-a5e5-5d6b1f2bd6b0 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.46 "GET /v2.0/security-groups?id=893a85ff-144a-4bf5-9b1f-912246a4836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344367 Oct 14 11:16:08.245573 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703ec0f-6a1f-4add-8700-6456f9a1ad0a req-bc44ad38-0866-4828-b044-bbc06b4fb36b tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:08.247215 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a703ec0f-6a1f-4add-8700-6456f9a1ad0a req-bc44ad38-0866-4828-b044-bbc06b4fb36b tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.0587573 Oct 14 11:16:08.286590 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a703ec0f-6a1f-4add-8700-6456f9a1ad0a req-5cb2d96a-d594-4000-bd92-e1eee2f67a51 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334671 Oct 14 11:16:08.648358 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:08.773429 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device a860a0c9-3e28-4685-9704-8deb15882484 up at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:16:08.840953 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-973cf4f5-f024-45f3-81cd-de9f0232cb36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:08.849139 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning for port a860a0c9-3e28-4685-9704-8deb15882484 completed by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 11:16:08.854888 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning complete for port a860a0c9-3e28-4685-9704-8deb15882484 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:16:08.855260 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:08.881649 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9dc76-4053-4987-83e9-8ed30802e2e1 req-b6ecdd4e-afb3-4c0e-8817-e9786196021a tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:08.883511 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-14b9dc76-4053-4987-83e9-8ed30802e2e1 req-b6ecdd4e-afb3-4c0e-8817-e9786196021a tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0693109 Oct 14 11:16:08.934641 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-14b9dc76-4053-4987-83e9-8ed30802e2e1 req-e613639b-94b2-4301-a6f5-fafd8a59cb78 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411625 Oct 14 11:16:08.959912 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:08.993026 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba90554-5343-4ef4-93bc-076f7dbfe991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a860a0c9-3e28-4685-9704-8deb15882484'}] {{(pid=99970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:16:08.996403 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e67274c3f7888a1e620d1da4f152c08f6ed72520f222e4ac6b19e3f5d220bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b280c4-d2f9-4c2c-aea7-37a944f192df" -d '{"events": [{"server_uuid": "fba90554-5343-4ef4-93bc-076f7dbfe991", "name": "network-vif-plugged", "status": "completed", "tag": "a860a0c9-3e28-4685-9704-8deb15882484"}]}' {{(pid=99970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:16:09.022608 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port a860a0c9-3e28-4685-9704-8deb15882484, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=a860a0c9-3e28-4685-9704-8deb15882484,segment=NetworkSegment(94e7d326-6984-469f-9a8d-02e447c49f0e),segment_id=94e7d326-6984-469f-9a8d-02e447c49f0e)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:16:09.027107 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:09.089394 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=a860a0c9-3e28-4685-9704-8deb15882484,revision_number=5']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:09.153938 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6466793-b014-44ac-b40d-9c8dc66621a6 req-fddfe179-fa6f-496a-a0f7-27e457fe4743 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:09.155458 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e6466793-b014-44ac-b40d-9c8dc66621a6 req-fddfe179-fa6f-496a-a0f7-27e457fe4743 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=389ace55-4b8d-46cb-a0ba-85464ab37efc HTTP/1.1" status: 200 len: 944 time: 0.1261320 Oct 14 11:16:09.163278 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940baa8-27e3-4b3e-86cf-aa81913e437d req-6286df44-7d77-41e3-8cc3-4d8226fe886f tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:09.164689 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3940baa8-27e3-4b3e-86cf-aa81913e437d req-6286df44-7d77-41e3-8cc3-4d8226fe886f tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.46 "GET /v2.0/ports?device_id=fba90554-5343-4ef4-93bc-076f7dbfe991 HTTP/1.1" status: 200 len: 949 time: 0.1010714 Oct 14 11:16:09.189560 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0aee4-753b-4f78-986d-9de546f0c8c5 req-e08c6dea-a2b9-44ef-ba97-2dfc8f16a260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:09.191897 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-63c0aee4-753b-4f78-986d-9de546f0c8c5 req-e08c6dea-a2b9-44ef-ba97-2dfc8f16a260 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c392464b70b4e7c8c87cc7350e4f053&device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 1098 time: 0.1195261 Oct 14 11:16:09.258468 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e6466793-b014-44ac-b40d-9c8dc66621a6 req-d856db0e-973f-4052-953b-6e4e3a8e6af2 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926287 Oct 14 11:16:09.266611 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3940baa8-27e3-4b3e-86cf-aa81913e437d req-d1ae48db-db70-4273-b880-a986057b6600 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.46 "GET /v2.0/security-groups?id=893a85ff-144a-4bf5-9b1f-912246a4836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924540 Oct 14 11:16:09.323623 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71bbdaa-6043-44f0-8b61-546b7b911797 x-openstack-request-id: req-c71bbdaa-6043-44f0-8b61-546b7b911797 {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:16:09.323918 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba90554-5343-4ef4-93bc-076f7dbfe991", "name": "network-vif-plugged", "status": "completed", "tag": "a860a0c9-3e28-4685-9704-8deb15882484", "code": 200}]} {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:16:09.324176 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c71bbdaa-6043-44f0-8b61-546b7b911797 {{(pid=99970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:16:09.324579 dv-cinder-801354-3-iscsi neutron-server[99970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba90554-5343-4ef4-93bc-076f7dbfe991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a860a0c9-3e28-4685-9704-8deb15882484', 'code': 200} Oct 14 11:16:09.335464 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0aee4-753b-4f78-986d-9de546f0c8c5 req-f7fdd83c-f0ee-472d-8532-571bc09fb306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:09.336953 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-63c0aee4-753b-4f78-986d-9de546f0c8c5 req-f7fdd83c-f0ee-472d-8532-571bc09fb306 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4d96643b-4fa6-435b-b92a-130044cd3548 HTTP/1.1" status: 200 len: 920 time: 0.1272845 Oct 14 11:16:09.404113 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-63c0aee4-753b-4f78-986d-9de546f0c8c5 req-01129e25-a5e2-4bc9-9117-5f0df2b87b36 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04c9b8a2-da58-4829-884d-badda3bdeb3d HTTP/1.1" status: 200 len: 217 time: 0.0411057 Oct 14 11:16:09.485544 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56dd56b-0afb-47b9-9556-bba83439f1af req-2b4fe80f-5054-4a7a-b5a6-5c1eeca5dda4 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:09.487076 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a56dd56b-0afb-47b9-9556-bba83439f1af req-2b4fe80f-5054-4a7a-b5a6-5c1eeca5dda4 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.1616735 Oct 14 11:16:09.497406 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0aee4-753b-4f78-986d-9de546f0c8c5 req-0968b484-127d-4023-ae95-b45a51d12a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:09.498867 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-63c0aee4-753b-4f78-986d-9de546f0c8c5 req-0968b484-127d-4023-ae95-b45a51d12a06 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c0cb2568-f2cb-4fad-9fcc-49f5492b923a HTTP/1.1" status: 200 len: 859 time: 0.0832033 Oct 14 11:16:09.510774 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173f777-8de0-4abb-ba13-6e91ef11c3b6 req-4706871e-c3e7-4313-80cb-b527f67c5453 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:09.512198 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6173f777-8de0-4abb-ba13-6e91ef11c3b6 req-4706871e-c3e7-4313-80cb-b527f67c5453 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.1115925 Oct 14 11:16:09.539916 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90000a-52dc-4ddf-895c-cf83fe29a223 req-bfc925da-312a-4880-b488-da370212d1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:09.541638 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-4e90000a-52dc-4ddf-895c-cf83fe29a223 req-bfc925da-312a-4880-b488-da370212d1af service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fba90554-5343-4ef4-93bc-076f7dbfe991 HTTP/1.1" status: 200 len: 1102 time: 0.0576015 Oct 14 11:16:09.556963 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-63c0aee4-753b-4f78-986d-9de546f0c8c5 req-a06105fd-1b37-44e1-bc52-6ed993aac770 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d96643b-4fa6-435b-b92a-130044cd3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438371 Oct 14 11:16:09.589078 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-4e90000a-52dc-4ddf-895c-cf83fe29a223 req-3777e76a-5d4c-40df-b040-a83bebcaedff service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=893a85ff-144a-4bf5-9b1f-912246a4836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340419 Oct 14 11:16:09.617001 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a56dd56b-0afb-47b9-9556-bba83439f1af req-55161fd4-7bc9-4ee6-86dc-98d548e0cbad tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157563 Oct 14 11:16:09.623991 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6173f777-8de0-4abb-ba13-6e91ef11c3b6 req-3bc2343d-db9c-4cc7-8c5b-f11b826b5b41 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949759 Oct 14 11:16:09.694881 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-63c0aee4-753b-4f78-986d-9de546f0c8c5 req-18765e8a-c247-4fde-858e-9ed28ea8dbf0 service neutron] 10.222.0.39 "GET /v2.0/networks/4d96643b-4fa6-435b-b92a-130044cd3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245680 Oct 14 11:16:09.965330 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-63c0aee4-753b-4f78-986d-9de546f0c8c5 req-d87cb6b0-b312-4d06-a914-4f2ba9a97033 service neutron] 10.222.0.39 "GET /v2.0/networks/4d96643b-4fa6-435b-b92a-130044cd3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929658 Oct 14 11:16:10.060335 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939af8a-7ca2-4498-ae31-335063ff61de req-83f3e86b-bda2-4ed4-9fc4-64e1560c00d5 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:10.061832 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b939af8a-7ca2-4498-ae31-335063ff61de req-83f3e86b-bda2-4ed4-9fc4-64e1560c00d5 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0552452 Oct 14 11:16:10.105823 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b939af8a-7ca2-4498-ae31-335063ff61de req-cd4ffe2c-7fb4-47c7-b7fc-fd46ce12cf75 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372982 Oct 14 11:16:10.417227 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec5dc3-8cee-42d8-856c-878f6659d41f req-f3bf7d8c-be34-4c3f-a998-860b561a25cd tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:10.418804 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-05ec5dc3-8cee-42d8-856c-878f6659d41f req-f3bf7d8c-be34-4c3f-a998-860b561a25cd tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.46 "GET /v2.0/ports?device_id=fba90554-5343-4ef4-93bc-076f7dbfe991 HTTP/1.1" status: 200 len: 949 time: 0.0792685 Oct 14 11:16:10.428392 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a790426-4e70-450f-8f4f-cd2ab8328970 req-8b9b5a52-3334-4932-a741-42f5ab4d6a15 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:10.429757 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8a790426-4e70-450f-8f4f-cd2ab8328970 req-8b9b5a52-3334-4932-a741-42f5ab4d6a15 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=389ace55-4b8d-46cb-a0ba-85464ab37efc HTTP/1.1" status: 200 len: 944 time: 0.0920634 Oct 14 11:16:10.484427 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-05ec5dc3-8cee-42d8-856c-878f6659d41f req-ca7e0f07-05ea-4cc1-b51b-4c74aa9e68c0 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.46 "GET /v2.0/security-groups?id=893a85ff-144a-4bf5-9b1f-912246a4836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536945 Oct 14 11:16:10.492638 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8a790426-4e70-450f-8f4f-cd2ab8328970 req-2f14a098-88b5-4f73-9d3b-7103074bb8ba tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563092 Oct 14 11:16:10.772061 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device ad9ccc5f-d044-4315-8185-3e686e11242a up at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:16:10.779547 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a32579-9074-4ab8-a606-3ace345391ef req-bb661d95-74c6-4cc7-a67f-6be9897a676d tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:10.781168 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-79a32579-9074-4ab8-a606-3ace345391ef req-bb661d95-74c6-4cc7-a67f-6be9897a676d tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.0904751 Oct 14 11:16:10.791009 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccae52f-ae13-4848-b1b4-b9781f3b9677 req-6ce0a0d3-d00f-4159-a0f6-42b8b0c38247 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:10.792456 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4ccae52f-ae13-4848-b1b4-b9781f3b9677 req-6ce0a0d3-d00f-4159-a0f6-42b8b0c38247 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.0857000 Oct 14 11:16:10.823292 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning for port ad9ccc5f-d044-4315-8185-3e686e11242a completed by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 11:16:10.829432 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning complete for port ad9ccc5f-d044-4315-8185-3e686e11242a triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:16:10.829798 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:10.848593 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-79a32579-9074-4ab8-a606-3ace345391ef req-8c3eb23e-fd80-4e62-a436-e32c6eda1bd2 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551512 Oct 14 11:16:10.857197 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4ccae52f-ae13-4848-b1b4-b9781f3b9677 req-b5954c80-6b64-4b14-a0dd-b866586188d0 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570090 Oct 14 11:16:10.928141 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:10.962843 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port ad9ccc5f-d044-4315-8185-3e686e11242a, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=ad9ccc5f-d044-4315-8185-3e686e11242a,segment=NetworkSegment(c0248d36-4a3e-4591-a907-589459636a0e),segment_id=c0248d36-4a3e-4591-a907-589459636a0e)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:16:10.968065 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:11.023943 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=ad9ccc5f-d044-4315-8185-3e686e11242a,revision_number=5']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:11.226020 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f049f-afd6-4eca-bef5-df2a0020cc33 req-38848d92-f20e-45bf-9bbb-f259a9dbcde3 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:11.227485 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-573f049f-afd6-4eca-bef5-df2a0020cc33 req-38848d92-f20e-45bf-9bbb-f259a9dbcde3 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0535159 Oct 14 11:16:11.272804 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-573f049f-afd6-4eca-bef5-df2a0020cc33 req-4630232a-f2b8-4a46-b950-6216481d5406 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388529 Oct 14 11:16:11.325503 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '389ace55-4b8d-46cb-a0ba-85464ab37efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad9ccc5f-d044-4315-8185-3e686e11242a'}] {{(pid=99970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:16:11.328051 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e67274c3f7888a1e620d1da4f152c08f6ed72520f222e4ac6b19e3f5d220bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee658ad-be65-4761-8b5c-0baffb55db68" -d '{"events": [{"server_uuid": "389ace55-4b8d-46cb-a0ba-85464ab37efc", "name": "network-vif-plugged", "status": "completed", "tag": "ad9ccc5f-d044-4315-8185-3e686e11242a"}]}' {{(pid=99970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:16:11.365609 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607903df-dc60-4444-888c-3c78a9fff0a7 x-openstack-request-id: req-607903df-dc60-4444-888c-3c78a9fff0a7 {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:16:11.365899 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "389ace55-4b8d-46cb-a0ba-85464ab37efc", "name": "network-vif-plugged", "status": "completed", "tag": "ad9ccc5f-d044-4315-8185-3e686e11242a", "code": 200}]} {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:16:11.366155 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-607903df-dc60-4444-888c-3c78a9fff0a7 {{(pid=99970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:16:11.366577 dv-cinder-801354-3-iscsi neutron-server[99970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '389ace55-4b8d-46cb-a0ba-85464ab37efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad9ccc5f-d044-4315-8185-3e686e11242a', 'code': 200} Oct 14 11:16:11.494212 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-c51c8609-03d0-4bef-85c7-ffa891b58e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:11.649833 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c308d56-1c5f-4848-8441-37cd749be10e req-8bb589ae-302e-496c-88a0-83f06a96ef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:11.651400 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6c308d56-1c5f-4848-8441-37cd749be10e req-8bb589ae-302e-496c-88a0-83f06a96ef7b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=389ace55-4b8d-46cb-a0ba-85464ab37efc HTTP/1.1" status: 200 len: 1098 time: 0.1061773 Oct 14 11:16:11.666860 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e161d76-600a-48d7-bb4b-bcf07080d1a2 req-282f7dfd-187b-41b5-94ad-df7be8ebbcc1 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:11.668251 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7e161d76-600a-48d7-bb4b-bcf07080d1a2 req-282f7dfd-187b-41b5-94ad-df7be8ebbcc1 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.46 "GET /v2.0/ports?device_id=fba90554-5343-4ef4-93bc-076f7dbfe991 HTTP/1.1" status: 200 len: 949 time: 0.1130297 Oct 14 11:16:11.677433 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c422dba-fc0b-41d0-8b50-aba3d93a7961 req-6af4dfa4-7180-479d-b20c-28c27f2f6ce7 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:11.678984 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8c422dba-fc0b-41d0-8b50-aba3d93a7961 req-6af4dfa4-7180-479d-b20c-28c27f2f6ce7 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=389ace55-4b8d-46cb-a0ba-85464ab37efc HTTP/1.1" status: 200 len: 945 time: 0.1113882 Oct 14 11:16:12.008578 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6c308d56-1c5f-4848-8441-37cd749be10e req-49c882dc-e586-4dde-9d6f-97774be57cd6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391395 Oct 14 11:16:12.015787 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7e161d76-600a-48d7-bb4b-bcf07080d1a2 req-c0b8c70e-75b0-442f-a717-36a2f4c9f669 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.46 "GET /v2.0/security-groups?id=893a85ff-144a-4bf5-9b1f-912246a4836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315194 Oct 14 11:16:12.021216 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8c422dba-fc0b-41d0-8b50-aba3d93a7961 req-12416b2b-8deb-47ca-84ca-b224ac657ad5 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357234 Oct 14 11:16:12.163106 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79becb-942a-46b8-945d-bfd773f79b20 req-6fe6584f-b89d-4500-b668-be8ca52796a3 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:12.164570 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-df79becb-942a-46b8-945d-bfd773f79b20 req-6fe6584f-b89d-4500-b668-be8ca52796a3 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.0805063 Oct 14 11:16:12.172638 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a0cce-6286-4bf4-a634-5bb18784fa4a req-0a23892b-7875-4eca-848b-d2843410c3cb tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:12.173967 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9d8a0cce-6286-4bf4-a634-5bb18784fa4a req-0a23892b-7875-4eca-848b-d2843410c3cb tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.0810099 Oct 14 11:16:12.231597 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-df79becb-942a-46b8-945d-bfd773f79b20 req-ba276631-ca8d-4da4-8107-700cc4709823 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560768 Oct 14 11:16:12.237988 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9d8a0cce-6286-4bf4-a634-5bb18784fa4a req-c3ebef1b-e107-404e-b340-229e33784b18 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557668 Oct 14 11:16:12.390765 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f484f-b11f-402d-bb10-bd5233a52965 req-d4013477-3b6f-493b-ab7e-57063a433056 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:12.392388 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-cb4f484f-b11f-402d-bb10-bd5233a52965 req-d4013477-3b6f-493b-ab7e-57063a433056 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0509801 Oct 14 11:16:12.431130 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-cb4f484f-b11f-402d-bb10-bd5233a52965 req-0d88047b-faa0-4a13-ad7c-7b590e67e23b tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325868 Oct 14 11:16:12.772943 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:13.017529 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:13.172500 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f70a5b-0a67-4c2d-8ea0-f37b61d52415 req-51946a17-a05b-40e4-98b2-b9fa6cff9423 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:13.174065 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-65f70a5b-0a67-4c2d-8ea0-f37b61d52415 req-51946a17-a05b-40e4-98b2-b9fa6cff9423 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.46 "GET /v2.0/ports?device_id=fba90554-5343-4ef4-93bc-076f7dbfe991 HTTP/1.1" status: 200 len: 949 time: 0.0841272 Oct 14 11:16:13.185840 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22707f5d-71e8-4184-9c74-f713b46ebb1c req-62aa5e80-975b-4ef8-b237-4df4a77cacdd tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:13.187465 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-22707f5d-71e8-4184-9c74-f713b46ebb1c req-62aa5e80-975b-4ef8-b237-4df4a77cacdd tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=389ace55-4b8d-46cb-a0ba-85464ab37efc HTTP/1.1" status: 200 len: 945 time: 0.0871778 Oct 14 11:16:13.259763 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-65f70a5b-0a67-4c2d-8ea0-f37b61d52415 req-f12818d4-ec4f-4b8d-bfed-95d0c3df8ff3 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.46 "GET /v2.0/security-groups?id=893a85ff-144a-4bf5-9b1f-912246a4836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712802 Oct 14 11:16:13.265305 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-22707f5d-71e8-4184-9c74-f713b46ebb1c req-d203ee26-9e06-4305-bfc6-ae0e9fd1387b tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674763 Oct 14 11:16:13.411513 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58ddb5-4124-4d9b-83c4-d5401b573df2 req-d248ee39-a7ed-4d0e-8552-3f90fd7ff2d0 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:13.412980 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5e58ddb5-4124-4d9b-83c4-d5401b573df2 req-d248ee39-a7ed-4d0e-8552-3f90fd7ff2d0 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.0827646 Oct 14 11:16:13.421753 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841f908-7b93-4639-aabe-46977145c025 req-ea09a88e-41bb-44ec-9fcb-e9c12699fdf8 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:13.422909 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9841f908-7b93-4639-aabe-46977145c025 req-ea09a88e-41bb-44ec-9fcb-e9c12699fdf8 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.0901864 Oct 14 11:16:13.477576 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5e58ddb5-4124-4d9b-83c4-d5401b573df2 req-cd17118b-8f11-46c9-a2bb-8cfb0910ed5d tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536931 Oct 14 11:16:13.497477 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9841f908-7b93-4639-aabe-46977145c025 req-11f9c9dc-f0f2-4aa2-a1b0-b3104ed564f1 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591133 Oct 14 11:16:13.633261 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083d2a0-2a93-4e41-9564-248d094d82cc req-e41ca615-a049-4e2f-abf8-15c111a10aa3 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:13.635102 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8083d2a0-2a93-4e41-9564-248d094d82cc req-e41ca615-a049-4e2f-abf8-15c111a10aa3 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0579011 Oct 14 11:16:13.673485 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8083d2a0-2a93-4e41-9564-248d094d82cc req-3c0f1e8a-225c-4727-9873-89594866248c tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321753 Oct 14 11:16:13.739402 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5ddf0-20e1-4a82-b94b-85d66c7c1ac8 req-4bb3f20c-d3e0-4486-9cb4-9cdd94ff0dd4 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:13.740915 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b1b5ddf0-20e1-4a82-b94b-85d66c7c1ac8 req-4bb3f20c-d3e0-4486-9cb4-9cdd94ff0dd4 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.46 "GET /v2.0/ports?device_id=fba90554-5343-4ef4-93bc-076f7dbfe991 HTTP/1.1" status: 200 len: 949 time: 0.0593824 Oct 14 11:16:13.780572 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b1b5ddf0-20e1-4a82-b94b-85d66c7c1ac8 req-6bf12db5-0e53-494c-b551-715a35c15a2b tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.46 "GET /v2.0/security-groups?id=893a85ff-144a-4bf5-9b1f-912246a4836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334384 Oct 14 11:16:14.295203 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:14.400660 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef17f31-43bf-4885-a2f0-92764b52940c req-075687ec-7ca9-4c07-9e3f-f168cc848320 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:14.402382 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-fef17f31-43bf-4885-a2f0-92764b52940c req-075687ec-7ca9-4c07-9e3f-f168cc848320 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=389ace55-4b8d-46cb-a0ba-85464ab37efc HTTP/1.1" status: 200 len: 945 time: 0.0614581 Oct 14 11:16:14.443966 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-fef17f31-43bf-4885-a2f0-92764b52940c req-f4533bb5-75eb-4b9c-b44f-5bd2bcdcc258 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355990 Oct 14 11:16:14.621844 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c4708-2150-41d2-8816-604ec1d55b03 req-2dcda09c-62e3-444e-b352-aefa1542a8c2 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:14.623383 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-656c4708-2150-41d2-8816-604ec1d55b03 req-2dcda09c-62e3-444e-b352-aefa1542a8c2 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.0752482 Oct 14 11:16:14.661796 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d139c1d-4439-4af1-b38e-c4dc0fa44a0a req-bed54626-4f4d-4bcc-b9b8-ef28bf83c4f8 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:14.663318 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8d139c1d-4439-4af1-b38e-c4dc0fa44a0a req-bed54626-4f4d-4bcc-b9b8-ef28bf83c4f8 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.0773590 Oct 14 11:16:14.688157 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-656c4708-2150-41d2-8816-604ec1d55b03 req-4fede1ea-6940-435b-b7b7-c82eced28b0f tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563457 Oct 14 11:16:14.718919 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8d139c1d-4439-4af1-b38e-c4dc0fa44a0a req-82e9c515-4d9b-4200-9e62-e9e702b346d4 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450807 Oct 14 11:16:14.804907 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8957089-f17a-4a27-8b35-d6f715ec4671 req-ec58ba0e-6494-4d80-a57f-be3529614de2 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:14.806491 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d8957089-f17a-4a27-8b35-d6f715ec4671 req-ec58ba0e-6494-4d80-a57f-be3529614de2 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0566826 Oct 14 11:16:14.845365 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d8957089-f17a-4a27-8b35-d6f715ec4671 req-9f3ff590-fe29-4d6a-8f6d-9082cc5ca010 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327432 Oct 14 11:16:14.900900 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876e716-429b-4bd3-822c-782718e2b619 req-55616f07-ac55-41e6-b229-772ec726e63e tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:14.902399 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9876e716-429b-4bd3-822c-782718e2b619 req-55616f07-ac55-41e6-b229-772ec726e63e tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.46 "GET /v2.0/ports?device_id=fba90554-5343-4ef4-93bc-076f7dbfe991 HTTP/1.1" status: 200 len: 949 time: 0.0508823 Oct 14 11:16:14.948610 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9876e716-429b-4bd3-822c-782718e2b619 req-60ee23ea-2a38-4042-8605-c48c1d27bf15 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.46 "GET /v2.0/security-groups?id=893a85ff-144a-4bf5-9b1f-912246a4836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400763 Oct 14 11:16:15.561359 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fcf4b-c19c-4f8b-b106-d659866a4b23 req-81738602-806e-473b-9e6b-31489bb33ba9 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:15.562785 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6c7fcf4b-c19c-4f8b-b106-d659866a4b23 req-81738602-806e-473b-9e6b-31489bb33ba9 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=389ace55-4b8d-46cb-a0ba-85464ab37efc HTTP/1.1" status: 200 len: 945 time: 0.0496297 Oct 14 11:16:15.603880 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6c7fcf4b-c19c-4f8b-b106-d659866a4b23 req-fe63b934-359f-4c25-80a7-55c6f69f5ffe tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342026 Oct 14 11:16:15.863985 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7d639-4380-41d9-aa3c-6a57add77a07 req-bffc701a-d2f8-4636-92cd-0730876c3c83 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:15.865495 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c0d7d639-4380-41d9-aa3c-6a57add77a07 req-bffc701a-d2f8-4636-92cd-0730876c3c83 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.1039033 Oct 14 11:16:15.890987 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9cd15f-5107-420f-80a4-ff6afe2df791 req-1cac7179-a27a-4e73-aebb-e38e4aaebbe9 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:15.892497 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-aa9cd15f-5107-420f-80a4-ff6afe2df791 req-1cac7179-a27a-4e73-aebb-e38e4aaebbe9 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.0814910 Oct 14 11:16:15.948630 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c0d7d639-4380-41d9-aa3c-6a57add77a07 req-014b5988-32b4-42ae-80be-eadcf6d5a23e tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741084 Oct 14 11:16:15.956635 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-aa9cd15f-5107-420f-80a4-ff6afe2df791 req-6dada985-9db8-4853-91f2-e88a0ba5b367 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569797 Oct 14 11:16:16.107125 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60638365-9ab6-4d50-bf67-4b68bf1d9286 req-d2a59eba-2533-4918-b8ba-441de4931666 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:16.108602 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-60638365-9ab6-4d50-bf67-4b68bf1d9286 req-d2a59eba-2533-4918-b8ba-441de4931666 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0874767 Oct 14 11:16:16.117054 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad334e26-0ce0-4051-a8fb-f0661c0bad94 req-5adde1d2-007b-49ef-89a5-d0781855d203 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:16.118618 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ad334e26-0ce0-4051-a8fb-f0661c0bad94 req-5adde1d2-007b-49ef-89a5-d0781855d203 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.46 "GET /v2.0/ports?device_id=fba90554-5343-4ef4-93bc-076f7dbfe991 HTTP/1.1" status: 200 len: 949 time: 0.0872736 Oct 14 11:16:16.170736 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-60638365-9ab6-4d50-bf67-4b68bf1d9286 req-6d01dd87-52c9-4c7d-9cb7-40d95da49947 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510724 Oct 14 11:16:16.187043 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ad334e26-0ce0-4051-a8fb-f0661c0bad94 req-897d119c-685c-45e4-a037-3e13c18c9a87 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.46 "GET /v2.0/security-groups?id=893a85ff-144a-4bf5-9b1f-912246a4836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611291 Oct 14 11:16:16.823912 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 988df262-f09c-4fe0-bc00-221e5936214b details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=99970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:16:16.923148 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port 988df262-f09c-4fe0-bc00-221e5936214b, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=988df262-f09c-4fe0-bc00-221e5936214b,segment=NetworkSegment(f89198a1-603f-4689-b5b2-f4b9245553bb),segment_id=f89198a1-603f-4689-b5b2-f4b9245553bb)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:16:16.935230 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Returning: {'device': '988df262-f09c-4fe0-bc00-221e5936214b', 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51', 'port_id': '988df262-f09c-4fe0-bc00-221e5936214b', 'mac_address': 'fa:16:3e:72:57:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca00ce8-46db-40c9-b0ce-2996d51e47d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:16:16.978040 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:16.992944 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 988df262-f09c-4fe0-bc00-221e5936214b {{(pid=99970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:16:17.019073 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port 988df262-f09c-4fe0-bc00-221e5936214b, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=988df262-f09c-4fe0-bc00-221e5936214b,segment=NetworkSegment(f89198a1-603f-4689-b5b2-f4b9245553bb),segment_id=f89198a1-603f-4689-b5b2-f4b9245553bb)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:16:17.025840 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:17.085048 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=988df262-f09c-4fe0-bc00-221e5936214b,revision_number=6']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:17.088506 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a211ff-62fd-44ae-8c80-95ee92a4937c req-4377ff36-7e1a-487c-8472-f9371f18013d tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:17.090409 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c7a211ff-62fd-44ae-8c80-95ee92a4937c req-4377ff36-7e1a-487c-8472-f9371f18013d tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.0570962 Oct 14 11:16:17.145415 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c7a211ff-62fd-44ae-8c80-95ee92a4937c req-57871e15-bd94-4e18-92b1-42ee9e12e994 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421922 Oct 14 11:16:17.292081 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fba3a-d5d7-4246-bbb6-53a7c16cb866 req-f6cde198-1a25-43c2-9f8c-7719bc654ff9 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:17.298421 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-957fba3a-d5d7-4246-bbb6-53a7c16cb866 req-f6cde198-1a25-43c2-9f8c-7719bc654ff9 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 945 time: 0.0831907 Oct 14 11:16:17.338378 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['988df262-f09c-4fe0-bc00-221e5936214b'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:16:17.380508 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-957fba3a-d5d7-4246-bbb6-53a7c16cb866 req-ea7e9fc0-40c4-4f45-bd10-2711eaed4bda tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533161 Oct 14 11:16:17.545029 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807d484-f55c-4923-a340-fa12f908d871 req-c3010f3b-aec4-4c3e-b75e-3b87c6f2c23a tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:17.546612 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5807d484-f55c-4923-a340-fa12f908d871 req-c3010f3b-aec4-4c3e-b75e-3b87c6f2c23a tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.1379488 Oct 14 11:16:17.573951 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0f70c-4a17-46b3-9d32-4c0c3d181da2 req-482a8cea-8999-43b9-bc30-9f04bf0b820a tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:17.575487 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-21f0f70c-4a17-46b3-9d32-4c0c3d181da2 req-482a8cea-8999-43b9-bc30-9f04bf0b820a tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.46 "GET /v2.0/ports?device_id=fba90554-5343-4ef4-93bc-076f7dbfe991 HTTP/1.1" status: 200 len: 949 time: 0.0958908 Oct 14 11:16:17.644752 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5807d484-f55c-4923-a340-fa12f908d871 req-b876d208-3b58-47d4-9233-68faeac089d2 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886438 Oct 14 11:16:17.666958 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-21f0f70c-4a17-46b3-9d32-4c0c3d181da2 req-0e0bd2af-e752-4483-8c3b-92c9fab05096 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.46 "GET /v2.0/security-groups?id=893a85ff-144a-4bf5-9b1f-912246a4836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837531 Oct 14 11:16:17.691636 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe08ba-d8fe-41a4-a8b1-12cc13a13314 req-23db2e87-e4ef-4df6-ad38-852fa8c71640 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:17.693184 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-74fe08ba-d8fe-41a4-a8b1-12cc13a13314 req-23db2e87-e4ef-4df6-ad38-852fa8c71640 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.39 "GET /v2.0/ports?device_id=fba90554-5343-4ef4-93bc-076f7dbfe991 HTTP/1.1" status: 200 len: 949 time: 0.0696394 Oct 14 11:16:17.804162 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [req-74fe08ba-d8fe-41a4-a8b1-12cc13a13314 req-7566ff62-8cfa-44c8-94d3-b0d5c22617b1 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] Deleting port a860a0c9-3e28-4685-9704-8deb15882484 {{(pid=99969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:16:17.804501 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-74fe08ba-d8fe-41a4-a8b1-12cc13a13314 req-7566ff62-8cfa-44c8-94d3-b0d5c22617b1 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:17.898428 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [req-74fe08ba-d8fe-41a4-a8b1-12cc13a13314 req-7566ff62-8cfa-44c8-94d3-b0d5c22617b1 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] For port a860a0c9-3e28-4685-9704-8deb15882484, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=a860a0c9-3e28-4685-9704-8deb15882484,segment=NetworkSegment(94e7d326-6984-469f-9a8d-02e447c49f0e),segment_id=94e7d326-6984-469f-9a8d-02e447c49f0e)] {{(pid=99969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:16:17.898678 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-74fe08ba-d8fe-41a4-a8b1-12cc13a13314 req-7566ff62-8cfa-44c8-94d3-b0d5c22617b1 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:17.911893 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [req-74fe08ba-d8fe-41a4-a8b1-12cc13a13314 req-7566ff62-8cfa-44c8-94d3-b0d5c22617b1 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] Calling delete_port for a860a0c9-3e28-4685-9704-8deb15882484 owned by compute:nova {{(pid=99969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:16:18.065308 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-74fe08ba-d8fe-41a4-a8b1-12cc13a13314 req-7566ff62-8cfa-44c8-94d3-b0d5c22617b1 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:18.095404 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566ff62-8cfa-44c8-94d3-b0d5c22617b1 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] Pushing event deleted for resources: {'Port': ['ID=a860a0c9-3e28-4685-9704-8deb15882484,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:18.145767 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [req-74fe08ba-d8fe-41a4-a8b1-12cc13a13314 req-7566ff62-8cfa-44c8-94d3-b0d5c22617b1 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] No DVR routers for this DVR port a860a0c9-3e28-4685-9704-8deb15882484 on host hv-cinder-80135 {{(pid=99969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:16:18.148524 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-74fe08ba-d8fe-41a4-a8b1-12cc13a13314 req-7566ff62-8cfa-44c8-94d3-b0d5c22617b1 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:18.151803 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-74fe08ba-d8fe-41a4-a8b1-12cc13a13314 req-7566ff62-8cfa-44c8-94d3-b0d5c22617b1 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.39 "DELETE /v2.0/ports/a860a0c9-3e28-4685-9704-8deb15882484 HTTP/1.1" status: 204 len: 173 time: 0.4459827 Oct 14 11:16:18.152265 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba90554-5343-4ef4-93bc-076f7dbfe991', 'name': 'network-vif-deleted', 'tag': 'a860a0c9-3e28-4685-9704-8deb15882484'}] {{(pid=99969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:16:18.154670 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a93a02263ebe6e695f08df3ef7f4cabed4a40ac7132537441ac5c84a82560800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a02936e-22b9-4ad7-82ad-48d9de256ab6" -d '{"events": [{"server_uuid": "fba90554-5343-4ef4-93bc-076f7dbfe991", "name": "network-vif-deleted", "tag": "a860a0c9-3e28-4685-9704-8deb15882484"}]}' {{(pid=99969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:16:18.209649 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec506b99-9a52-4bc0-96a0-5f2697a6b16d x-openstack-request-id: req-ec506b99-9a52-4bc0-96a0-5f2697a6b16d {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:16:18.209964 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba90554-5343-4ef4-93bc-076f7dbfe991", "name": "network-vif-deleted", "tag": "a860a0c9-3e28-4685-9704-8deb15882484", "status": "completed", "code": 200}]} {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:16:18.210263 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ec506b99-9a52-4bc0-96a0-5f2697a6b16d {{(pid=99969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:16:18.210697 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba90554-5343-4ef4-93bc-076f7dbfe991', 'name': 'network-vif-deleted', 'tag': 'a860a0c9-3e28-4685-9704-8deb15882484', 'status': 'completed', 'code': 200} Oct 14 11:16:18.282158 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f56f68-f0a1-49a4-882d-3ac81469a05b req-beb09bf7-21c9-4984-89b5-3d473025b187 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:18.285149 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-27f56f68-f0a1-49a4-882d-3ac81469a05b req-beb09bf7-21c9-4984-89b5-3d473025b187 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.0563140 Oct 14 11:16:18.325071 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-27f56f68-f0a1-49a4-882d-3ac81469a05b req-46abc058-e7db-4b59-b693-ef903007acb4 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344870 Oct 14 11:16:18.525108 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64097fba-2175-462b-a508-a97dc0d14d6c req-dcf210f3-97ea-415f-831f-ce9208db1f3e tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:18.526698 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-64097fba-2175-462b-a508-a97dc0d14d6c req-dcf210f3-97ea-415f-831f-ce9208db1f3e tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 945 time: 0.0534034 Oct 14 11:16:18.569860 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-64097fba-2175-462b-a508-a97dc0d14d6c req-018e755a-69b1-4095-b0cf-51b0b4edb222 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362601 Oct 14 11:16:18.785955 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-593db3c2-248f-411c-bb39-1679a401df0b req-bd9bd132-d6e8-4f17-b183-c4a7dab9ba65 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.46 "GET /v2.0/ports?device_id=fba90554-5343-4ef4-93bc-076f7dbfe991 HTTP/1.1" status: 200 len: 210 time: 0.0282631 Oct 14 11:16:18.806564 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107c640-834a-4e29-91c5-f7e82e1d7937 req-be46d206-6bd7-4812-920b-f5d3d1a4d91d tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:18.808148 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8107c640-834a-4e29-91c5-f7e82e1d7937 req-be46d206-6bd7-4812-920b-f5d3d1a4d91d tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0867598 Oct 14 11:16:18.854534 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8107c640-834a-4e29-91c5-f7e82e1d7937 req-8177b420-2582-47df-8fe5-6def1df3be76 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344002 Oct 14 11:16:19.443577 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e4eab-5281-4b7d-8008-2cb43c6f8fd2 req-40128554-dbcc-453d-ae73-a7142cc46b5b tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:19.445217 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d24e4eab-5281-4b7d-8008-2cb43c6f8fd2 req-40128554-dbcc-453d-ae73-a7142cc46b5b tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.0508971 Oct 14 11:16:19.485575 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d24e4eab-5281-4b7d-8008-2cb43c6f8fd2 req-fd813144-3da8-4166-8933-d86e271a6880 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340869 Oct 14 11:16:19.697840 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a10e8-20e8-478a-a64c-1be42137cfc1 req-f4dda488-f94e-4409-8b53-39dc7b67dff5 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:19.699707 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-187a10e8-20e8-478a-a64c-1be42137cfc1 req-f4dda488-f94e-4409-8b53-39dc7b67dff5 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 945 time: 0.0556042 Oct 14 11:16:19.740126 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-187a10e8-20e8-478a-a64c-1be42137cfc1 req-958cf4ed-e148-4674-9126-838d9544e131 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336485 Oct 14 11:16:19.888203 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5c28a635-714a-4482-91fa-e6632edf42e9 req-b1788c37-3491-44a1-8f7d-e09ac1d653e0 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.46 "GET /v2.0/ports?device_id=fba90554-5343-4ef4-93bc-076f7dbfe991 HTTP/1.1" status: 200 len: 210 time: 0.0282800 Oct 14 11:16:19.983671 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7d801-cc88-4708-a13f-a59636084add req-cbfab07a-8911-481d-bede-6ae761751069 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:19.985240 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-65d7d801-cc88-4708-a13f-a59636084add req-cbfab07a-8911-481d-bede-6ae761751069 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0521772 Oct 14 11:16:20.033925 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-65d7d801-cc88-4708-a13f-a59636084add req-6d0c60c1-1cb2-4aea-a19b-247aa3e4aa3f tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411417 Oct 14 11:16:20.612746 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad132a-686b-49ee-9646-7d59c9690d0b req-51ab7b6a-6fd8-4715-be4c-4fc11b2c60db tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:20.614320 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d1ad132a-686b-49ee-9646-7d59c9690d0b req-51ab7b6a-6fd8-4715-be4c-4fc11b2c60db tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.0558331 Oct 14 11:16:20.658752 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d1ad132a-686b-49ee-9646-7d59c9690d0b req-ddd8de44-ca33-482e-b883-b25e1c83afe4 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382152 Oct 14 11:16:20.867304 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ad8ea-c0d9-4176-a862-c3e6af240be2 req-3e514175-99bf-469a-a456-d7ac6dddbbee tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:20.868837 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4b6ad8ea-c0d9-4176-a862-c3e6af240be2 req-3e514175-99bf-469a-a456-d7ac6dddbbee tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 945 time: 0.0561461 Oct 14 11:16:20.908932 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4b6ad8ea-c0d9-4176-a862-c3e6af240be2 req-8a9d2e0e-4215-4e2b-ab44-4a223eb1fddf tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339379 Oct 14 11:16:20.996682 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2f662988-eb5f-493d-bc19-fdeb7ce6d0e4 req-53768e40-06d9-433e-82ef-56182bed63e0 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.46 "GET /v2.0/ports?device_id=fba90554-5343-4ef4-93bc-076f7dbfe991 HTTP/1.1" status: 200 len: 210 time: 0.0381489 Oct 14 11:16:21.141739 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['a860a0c9-3e28-4685-9704-8deb15882484'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:16:21.164680 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb955e-91f3-4d94-bbe6-93094bea02f1 req-abfec2ec-d242-4418-bfb9-15d3bd2f9535 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:21.166538 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-cadb955e-91f3-4d94-bbe6-93094bea02f1 req-abfec2ec-d242-4418-bfb9-15d3bd2f9535 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0539272 Oct 14 11:16:21.211671 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-cadb955e-91f3-4d94-bbe6-93094bea02f1 req-130d3d34-d8eb-4ac2-b422-daf2a7d83708 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335679 Oct 14 11:16:21.782917 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960a263-0cc6-4825-a430-1d1c990ef0b1 req-fc2bebbb-3c55-4d6d-837a-6f9fcd253638 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:21.785087 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c960a263-0cc6-4825-a430-1d1c990ef0b1 req-fc2bebbb-3c55-4d6d-837a-6f9fcd253638 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.0563056 Oct 14 11:16:21.825244 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c960a263-0cc6-4825-a430-1d1c990ef0b1 req-9e683a47-31a7-4dd8-b3b9-4439073629ca tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335484 Oct 14 11:16:21.868122 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.agents_db [None req-913fd0e5-582e-4eb1-907a-85279628d193 None None] Agent healthcheck: found 6 active agents {{(pid=99971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:16:22.037817 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361308e-4fe6-483b-9ef5-64082c5a0019 req-dae7d029-909f-494e-8365-4c4bde5f4bb4 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:22.039434 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b361308e-4fe6-483b-9ef5-64082c5a0019 req-dae7d029-909f-494e-8365-4c4bde5f4bb4 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 945 time: 0.0576670 Oct 14 11:16:22.094039 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b361308e-4fe6-483b-9ef5-64082c5a0019 req-dd42bedb-2477-4fe2-ab0b-5a74e7a09451 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481958 Oct 14 11:16:22.121324 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-79fa9c8b-53ef-4a79-8c94-f6c17f7d2836 req-f2d37dfe-2ffa-4791-9c8d-83a31e8b80d8 tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.46 "GET /v2.0/ports?device_id=fba90554-5343-4ef4-93bc-076f7dbfe991 HTTP/1.1" status: 200 len: 210 time: 0.0263722 Oct 14 11:16:22.334959 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed05bde-46cd-4692-a9ed-03cbf01daf99 req-c5bfa755-231e-47de-b0f0-8c4c13ed7103 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:22.336468 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-bed05bde-46cd-4692-a9ed-03cbf01daf99 req-c5bfa755-231e-47de-b0f0-8c4c13ed7103 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0548182 Oct 14 11:16:22.385101 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-bed05bde-46cd-4692-a9ed-03cbf01daf99 req-4c5dc073-4993-4a17-a58a-23102f2966c6 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419924 Oct 14 11:16:22.394906 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 988df262-f09c-4fe0-bc00-221e5936214b up at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:16:22.446946 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning complete for port 988df262-f09c-4fe0-bc00-221e5936214b triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:16:22.447307 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:22.539538 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:22.566204 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fa3ad3-712f-4b34-a6a3-ff27dcb163fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988df262-f09c-4fe0-bc00-221e5936214b'}] {{(pid=99970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:16:22.568581 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e67274c3f7888a1e620d1da4f152c08f6ed72520f222e4ac6b19e3f5d220bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5883e320-9d71-446a-a38e-872ae92b6e11" -d '{"events": [{"server_uuid": "d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc", "name": "network-vif-plugged", "status": "completed", "tag": "988df262-f09c-4fe0-bc00-221e5936214b"}]}' {{(pid=99970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:16:22.582118 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port 988df262-f09c-4fe0-bc00-221e5936214b, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=988df262-f09c-4fe0-bc00-221e5936214b,segment=NetworkSegment(f89198a1-603f-4689-b5b2-f4b9245553bb),segment_id=f89198a1-603f-4689-b5b2-f4b9245553bb)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:16:22.587398 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:22.610814 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079c8a15-6d7b-435e-8332-18f8d6001fc5 x-openstack-request-id: req-079c8a15-6d7b-435e-8332-18f8d6001fc5 {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:16:22.611051 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc", "name": "network-vif-plugged", "status": "completed", "tag": "988df262-f09c-4fe0-bc00-221e5936214b", "code": 200}]} {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:16:22.611269 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-079c8a15-6d7b-435e-8332-18f8d6001fc5 {{(pid=99970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:16:22.611821 dv-cinder-801354-3-iscsi neutron-server[99970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fa3ad3-712f-4b34-a6a3-ff27dcb163fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988df262-f09c-4fe0-bc00-221e5936214b', 'code': 200} Oct 14 11:16:22.638012 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=988df262-f09c-4fe0-bc00-221e5936214b,revision_number=7']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:22.942381 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfb85e-6fde-48c1-965f-58b5b629d036 req-4d473ff0-79db-4b8a-a576-67f465534c1e tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:22.943760 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1cbfb85e-6fde-48c1-965f-58b5b629d036 req-4d473ff0-79db-4b8a-a576-67f465534c1e tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.0500381 Oct 14 11:16:22.982396 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1cbfb85e-6fde-48c1-965f-58b5b629d036 req-1aee4022-0937-4fdf-b755-59e246a8bd12 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325127 Oct 14 11:16:23.224235 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762559c-562f-48d4-b7e9-f109753d7b48 req-e33a811b-c22c-40d0-b54b-0a414daa7d11 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:23.225761 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9762559c-562f-48d4-b7e9-f109753d7b48 req-e33a811b-c22c-40d0-b54b-0a414daa7d11 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.0563412 Oct 14 11:16:23.261205 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3d0a210d-f0ea-4b79-85f9-40a7c870e308 req-542cfc38-46a7-4e61-8a4f-ba72130fb23c tempest-VolumesNegativeTest-1046617777 tempest-VolumesNegativeTest-1046617777-project] 10.222.0.46 "GET /v2.0/ports?device_id=fba90554-5343-4ef4-93bc-076f7dbfe991 HTTP/1.1" status: 200 len: 210 time: 0.0457582 Oct 14 11:16:23.290695 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9762559c-562f-48d4-b7e9-f109753d7b48 req-dadf177a-33a7-4790-8633-d3f4fe6d6a7b tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546789 Oct 14 11:16:23.524544 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c95fe3-49d8-4f17-8665-accc758f52ce req-ad04efc3-a9c2-438b-a296-6cec46107a3d tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:23.527318 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-70c95fe3-49d8-4f17-8665-accc758f52ce req-ad04efc3-a9c2-438b-a296-6cec46107a3d tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0655684 Oct 14 11:16:23.587504 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-70c95fe3-49d8-4f17-8665-accc758f52ce req-e7aa6f74-b474-4f8a-a3d1-d9f7131c998b tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501876 Oct 14 11:16:24.119025 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a17a71-1527-4ffd-bf0d-31d0a42932ac req-467d0df7-1c57-4731-8c3f-f943998df3d0 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:24.120677 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-71a17a71-1527-4ffd-bf0d-31d0a42932ac req-467d0df7-1c57-4731-8c3f-f943998df3d0 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.0597479 Oct 14 11:16:24.168438 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-71a17a71-1527-4ffd-bf0d-31d0a42932ac req-5bee4c8f-42ff-4d9a-a90a-56e00cb23381 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358589 Oct 14 11:16:24.450008 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c0bd7-1a40-4e78-92b4-800c60a62f31 req-e385c78a-15dc-4d46-9464-a5a1831a46be tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:24.458091 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-698c0bd7-1a40-4e78-92b4-800c60a62f31 req-e385c78a-15dc-4d46-9464-a5a1831a46be tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.0748551 Oct 14 11:16:24.509381 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-698c0bd7-1a40-4e78-92b4-800c60a62f31 req-3469a793-48da-4d2f-9f61-271913390959 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501170 Oct 14 11:16:24.731576 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc58d9-ddce-461a-b457-670b5d7e6f71 req-65d1b4cf-88b5-4305-aecc-69ee6277bee2 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:24.734732 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e1dc58d9-ddce-461a-b457-670b5d7e6f71 req-65d1b4cf-88b5-4305-aecc-69ee6277bee2 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0560863 Oct 14 11:16:24.782650 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e1dc58d9-ddce-461a-b457-670b5d7e6f71 req-7134009d-cb08-45e5-bb88-b786b14f6350 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368373 Oct 14 11:16:25.354693 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57837b60-91ae-45f5-99ac-ea5872f76cf4 req-a8f55b07-e5f4-4c29-9833-fd9fc961c419 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:25.357111 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-57837b60-91ae-45f5-99ac-ea5872f76cf4 req-a8f55b07-e5f4-4c29-9833-fd9fc961c419 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.0639610 Oct 14 11:16:25.411101 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-57837b60-91ae-45f5-99ac-ea5872f76cf4 req-053425eb-51e8-44d3-a54d-de2f4ec09a19 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470369 Oct 14 11:16:25.657333 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7cdfea-024f-4bb9-ad8a-ee1e35cc267a req-6efb494d-6349-4919-b2ce-69906a07e9c1 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:25.659921 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2d7cdfea-024f-4bb9-ad8a-ee1e35cc267a req-6efb494d-6349-4919-b2ce-69906a07e9c1 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.0811656 Oct 14 11:16:25.709705 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2d7cdfea-024f-4bb9-ad8a-ee1e35cc267a req-94bcdd82-4d09-4fc7-a2d8-ed27d4fa40a2 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372784 Oct 14 11:16:25.772507 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device a860a0c9-3e28-4685-9704-8deb15882484 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:16:25.798643 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] No Port match for: a860a0c9-3e28-4685-9704-8deb15882484 {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:16:25.799012 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device a860a0c9-3e28-4685-9704-8deb15882484 not bound to the agent host hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:16:25.954724 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b1a34-de25-420f-bb94-af5e07d7bcf9 req-0a306eed-a1a4-46a7-9070-1f2e0d28ef65 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:25.956549 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-554b1a34-de25-420f-bb94-af5e07d7bcf9 req-0a306eed-a1a4-46a7-9070-1f2e0d28ef65 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0828216 Oct 14 11:16:26.038460 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-554b1a34-de25-420f-bb94-af5e07d7bcf9 req-3f27cce5-48a2-4e3f-973a-4d89d50388a3 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753071 Oct 14 11:16:26.644927 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4aa8fd-eeae-4793-89db-d902e561f1f1 req-dd424f7f-1c2d-4d01-bc42-c4bd162d75b6 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:26.652522 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6e4aa8fd-eeae-4793-89db-d902e561f1f1 req-dd424f7f-1c2d-4d01-bc42-c4bd162d75b6 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.1152272 Oct 14 11:16:26.734322 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6e4aa8fd-eeae-4793-89db-d902e561f1f1 req-d58fc26c-66fc-4639-86ac-071ee96a0777 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678909 Oct 14 11:16:26.902509 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11f3fc-934d-46d5-a30b-17ac25f0487c req-4e1afe72-bd0a-4530-9a2b-fd3f5e59841d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:26.910802 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-da11f3fc-934d-46d5-a30b-17ac25f0487c req-4e1afe72-bd0a-4530-9a2b-fd3f5e59841d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.0803738 Oct 14 11:16:26.969255 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-da11f3fc-934d-46d5-a30b-17ac25f0487c req-3d7b0df1-ed2d-4d75-b71d-9045eaca8d23 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562296 Oct 14 11:16:27.210268 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6589c5b-e343-4f01-b5c4-b8276e68639b req-039e0468-058d-474f-92ba-8cac9c0250ef tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:27.212487 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e6589c5b-e343-4f01-b5c4-b8276e68639b req-039e0468-058d-474f-92ba-8cac9c0250ef tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0933831 Oct 14 11:16:27.264747 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e6589c5b-e343-4f01-b5c4-b8276e68639b req-20bac63e-27f7-4b4d-a093-07a159d7b396 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428989 Oct 14 11:16:27.902420 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8342ca2-e81e-4740-9059-558a05d6877a req-4dc63b73-cdba-4a8d-a326-e50ac1c4ba94 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:27.904302 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c8342ca2-e81e-4740-9059-558a05d6877a req-4dc63b73-cdba-4a8d-a326-e50ac1c4ba94 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.0545471 Oct 14 11:16:27.947215 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c8342ca2-e81e-4740-9059-558a05d6877a req-83f2d628-8ebd-44c5-83ae-e7e720a97ec9 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359337 Oct 14 11:16:28.147466 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd43fe8-e654-4777-9416-6359e005f86c req-a61fcc38-6c4f-44be-bbe4-fe0159327e48 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:28.151250 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1fd43fe8-e654-4777-9416-6359e005f86c req-a61fcc38-6c4f-44be-bbe4-fe0159327e48 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.0741422 Oct 14 11:16:28.226894 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1fd43fe8-e654-4777-9416-6359e005f86c req-33f599dd-c2d9-4ec2-8172-fd6b234aaf08 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591009 Oct 14 11:16:28.392674 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5bc99d-8031-47dc-a11f-49afcdc04e17 req-8f27b588-a658-4ad1-bcfb-a49dba06337b tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:28.395412 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3b5bc99d-8031-47dc-a11f-49afcdc04e17 req-8f27b588-a658-4ad1-bcfb-a49dba06337b tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0587296 Oct 14 11:16:28.448588 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3b5bc99d-8031-47dc-a11f-49afcdc04e17 req-c4366798-d269-4230-b252-743fd13c9be0 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456593 Oct 14 11:16:28.729399 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20984b2a-c120-4c50-9191-4d79029802d2 req-ecba2522-5954-433d-af61-b12a7f02bcea tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:28.737576 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-20984b2a-c120-4c50-9191-4d79029802d2 req-ecba2522-5954-433d-af61-b12a7f02bcea tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0604687 Oct 14 11:16:28.809945 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-20984b2a-c120-4c50-9191-4d79029802d2 req-92bea918-ddec-4e61-ab3c-0805042c3101 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711300 Oct 14 11:16:28.830717 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75e686-bf4b-4e94-8e58-fb56d5c62018 req-035c4c1b-c442-412b-9ad4-77d00a9f11be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:28.830717 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3d75e686-bf4b-4e94-8e58-fb56d5c62018 req-035c4c1b-c442-412b-9ad4-77d00a9f11be service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d0daa4f1d2954b57839a55588e202828&device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 1098 time: 0.0693545 Oct 14 11:16:28.947690 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75e686-bf4b-4e94-8e58-fb56d5c62018 req-3115d3cd-d786-48e9-a57e-b55ad5fac239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:28.949523 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3d75e686-bf4b-4e94-8e58-fb56d5c62018 req-3115d3cd-d786-48e9-a57e-b55ad5fac239 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8adb0b2b-c914-4296-9b32-bac60154b49c HTTP/1.1" status: 200 len: 911 time: 0.1091735 Oct 14 11:16:29.045972 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3d75e686-bf4b-4e94-8e58-fb56d5c62018 req-217dd66f-24cf-4b1b-b58a-dc7ce914f017 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9a152f6-505b-4c44-bbcf-c43c35135913 HTTP/1.1" status: 200 len: 1001 time: 0.0883257 Oct 14 11:16:29.226348 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1813e-a754-4f1f-ab2f-18ec5246b377 req-fe111456-62af-4039-baf5-828d91f34906 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:29.240734 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b1d1813e-a754-4f1f-ab2f-18ec5246b377 req-fe111456-62af-4039-baf5-828d91f34906 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.1347604 Oct 14 11:16:29.330424 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b1d1813e-a754-4f1f-ab2f-18ec5246b377 req-c664b6f6-5f32-4cc9-be95-d9098aa42bc5 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781341 Oct 14 11:16:29.330424 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75e686-bf4b-4e94-8e58-fb56d5c62018 req-797737c8-aeff-4b1b-b294-fa7eab5bec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:29.330424 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3d75e686-bf4b-4e94-8e58-fb56d5c62018 req-797737c8-aeff-4b1b-b294-fa7eab5bec0c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c4a9eff2-6c2d-4996-83b4-e446c185e0ed HTTP/1.1" status: 200 len: 849 time: 0.2708194 Oct 14 11:16:29.368368 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 33328) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:16:29.529060 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75e686-bf4b-4e94-8e58-fb56d5c62018 req-b48cd24d-a263-4ce3-b9e4-fc9b3c69a9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:29.532437 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3d75e686-bf4b-4e94-8e58-fb56d5c62018 req-b48cd24d-a263-4ce3-b9e4-fc9b3c69a9ff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8adb0b2b-c914-4296-9b32-bac60154b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1953917 Oct 14 11:16:29.730525 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654efdd3-c51d-4200-a697-ef2241dbf39a req-a3d3c165-9b8c-470f-935a-4fb2800a4026 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:29.737178 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-654efdd3-c51d-4200-a697-ef2241dbf39a req-a3d3c165-9b8c-470f-935a-4fb2800a4026 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.3870506 Oct 14 11:16:29.841345 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3d75e686-bf4b-4e94-8e58-fb56d5c62018 req-712037e9-1e20-4859-9f72-6d2e79708259 service neutron] 10.222.0.39 "GET /v2.0/networks/8adb0b2b-c914-4296-9b32-bac60154b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914319 Oct 14 11:16:29.881203 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-654efdd3-c51d-4200-a697-ef2241dbf39a req-5762d5a4-366f-4a3e-9aed-afc27aba2ee2 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296294 Oct 14 11:16:29.889525 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 33344) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:16:29.910532 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-961e52ca-8d1b-4830-8158-bd42f2f5b9ec admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bd6f7be337dd4aef8b33ea98a7c43261&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5265157 Oct 14 11:16:29.997241 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a721aef0-c8e6-4f78-b726-7db02c1c3b4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:30.032093 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a721aef0-c8e6-4f78-b726-7db02c1c3b4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:30.100609 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de03eb-3049-4777-8ab7-2b0dcb8137f1 req-f06e96b2-9896-4c2e-a8bb-4effb62870eb tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:30.102415 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a5de03eb-3049-4777-8ab7-2b0dcb8137f1 req-f06e96b2-9896-4c2e-a8bb-4effb62870eb tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.1599288 Oct 14 11:16:30.105410 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3d75e686-bf4b-4e94-8e58-fb56d5c62018 req-2e07dd60-16f8-4351-b683-b35477b0fc13 service neutron] 10.222.0.39 "GET /v2.0/networks/8adb0b2b-c914-4296-9b32-bac60154b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538946 Oct 14 11:16:30.127811 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a721aef0-c8e6-4f78-b726-7db02c1c3b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:30.131093 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a721aef0-c8e6-4f78-b726-7db02c1c3b4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:30.143656 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-a721aef0-c8e6-4f78-b726-7db02c1c3b4a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/893a85ff-144a-4bf5-9b1f-912246a4836a HTTP/1.1" status: 204 len: 168 time: 0.2520418 Oct 14 11:16:30.160957 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721aef0-c8e6-4f78-b726-7db02c1c3b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893a85ff-144a-4bf5-9b1f-912246a4836a,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:30.248760 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a5de03eb-3049-4777-8ab7-2b0dcb8137f1 req-18827415-fdf0-4235-a39d-246ddd73c68b tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228702 Oct 14 11:16:30.631954 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584207a-20a9-40ae-9d82-091311a443dc req-890a017f-612a-4376-ac7d-9b2969236969 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:30.643619 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1584207a-20a9-40ae-9d82-091311a443dc req-890a017f-612a-4376-ac7d-9b2969236969 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.1400986 Oct 14 11:16:30.691261 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1584207a-20a9-40ae-9d82-091311a443dc req-997ccc08-a1a3-4a76-a22e-c79e41ecae1f tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464985 Oct 14 11:16:31.094836 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d5428-6d07-4bab-8d73-105dc649e938 req-d8e7d077-eb91-476a-bfbd-7f11baabc826 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:31.096983 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-604d5428-6d07-4bab-8d73-105dc649e938 req-d8e7d077-eb91-476a-bfbd-7f11baabc826 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.0802028 Oct 14 11:16:31.176514 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-604d5428-6d07-4bab-8d73-105dc649e938 req-1b633850-2540-4ed2-8a64-a5bcb96f6e29 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714962 Oct 14 11:16:31.476891 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb04cc-8cfb-4a0b-94ae-7f3e272e38c8 req-b7545c96-da23-49d3-8c5e-92d0cfba5c0c tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:31.480250 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1dbb04cc-8cfb-4a0b-94ae-7f3e272e38c8 req-b7545c96-da23-49d3-8c5e-92d0cfba5c0c tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0973322 Oct 14 11:16:31.549060 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1dbb04cc-8cfb-4a0b-94ae-7f3e272e38c8 req-6b5bf4f5-bbf0-4551-9596-3d54cdf57a53 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567665 Oct 14 11:16:31.592785 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 33398) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:16:31.734933 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-a73bf892-dd9f-4077-a248-9e98dde1c833 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-286319195-network', 'tenant_id': '6d6fa027df6042c58b7e89feffe38ee9'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:16:31.788912 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73bf892-dd9f-4077-a248-9e98dde1c833 admin admin] Made reservation on behalf of 6d6fa027df6042c58b7e89feffe38ee9 for: {'network': 1} {{(pid=99968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:16:31.792589 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a73bf892-dd9f-4077-a248-9e98dde1c833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for network, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:31.810796 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a73bf892-dd9f-4077-a248-9e98dde1c833 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:31.850537 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dfc41a-8679-4cfe-baaf-843266bde5f1 req-939683e1-3b81-47f3-bc3e-8ef64816c79f tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:31.858790 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-94dfc41a-8679-4cfe-baaf-843266bde5f1 req-939683e1-3b81-47f3-bc3e-8ef64816c79f tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.0755305 Oct 14 11:16:31.916704 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-94dfc41a-8679-4cfe-baaf-843266bde5f1 req-a0e019c7-4e45-4da7-9cb9-910146c650d8 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541320 Oct 14 11:16:31.942108 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a73bf892-dd9f-4077-a248-9e98dde1c833 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:31.945469 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a73bf892-dd9f-4077-a248-9e98dde1c833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:31.967434 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a73bf892-dd9f-4077-a248-9e98dde1c833 admin admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=99968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 11:16:31.983772 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73bf892-dd9f-4077-a248-9e98dde1c833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9090bc29-970b-4cf3-a1a8-b2c31caa2673,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:31.988251 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a73bf892-dd9f-4077-a248-9e98dde1c833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240'] for segment, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:31.988794 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.db.segments_db [None req-a73bf892-dd9f-4077-a248-9e98dde1c833 admin admin] Added segment bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2 of type vlan for network b1361a31-564b-450d-bae4-c89d411fe947 Oct 14 11:16:32.037109 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a73bf892-dd9f-4077-a248-9e98dde1c833 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755827645040'] for network, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:32.070354 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a73bf892-dd9f-4077-a248-9e98dde1c833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994'] for network, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:32.072459 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73bf892-dd9f-4077-a248-9e98dde1c833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:32.073310 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a73bf892-dd9f-4077-a248-9e98dde1c833 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for network, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:32.141740 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73bf892-dd9f-4077-a248-9e98dde1c833 admin admin] Pushing event updated for resources: {'Network': ['ID=b1361a31-564b-450d-bae4-c89d411fe947,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:32.149641 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-a73bf892-dd9f-4077-a248-9e98dde1c833 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5550902 Oct 14 11:16:32.152447 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 33410) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:16:32.157749 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-81aec6fd-2d7e-4ce6-bbe9-eb33c9c35d31 admin admin] Request body: {'subnet': {'network_id': 'b1361a31-564b-450d-bae4-c89d411fe947', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-286319195-subnet', 'tenant_id': '6d6fa027df6042c58b7e89feffe38ee9', 'ip_version': 4}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:16:32.160769 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Network b1361a31-564b-450d-bae4-c89d411fe947 details requested by agent ovs-agent-dv-cinder-801354-3-iscsi with host dv-cinder-801354-3-iscsi {{(pid=99970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 11:16:32.190665 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81aec6fd-2d7e-4ce6-bbe9-eb33c9c35d31 admin admin] Made reservation on behalf of 6d6fa027df6042c58b7e89feffe38ee9 for: {'subnet': 1} {{(pid=99968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:16:32.193123 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-81aec6fd-2d7e-4ce6-bbe9-eb33c9c35d31 admin admin] Publish callbacks [] for subnet, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:32.359643 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569620f7-e98c-488f-9b24-7035b1ac74f2 req-58ad5496-e304-4677-92d9-e7b60525fdb7 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:32.367731 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-569620f7-e98c-488f-9b24-7035b1ac74f2 req-58ad5496-e304-4677-92d9-e7b60525fdb7 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.0789697 Oct 14 11:16:32.416886 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-569620f7-e98c-488f-9b24-7035b1ac74f2 req-906307be-9662-4210-958e-d4061109a7be tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478609 Oct 14 11:16:32.476707 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-81aec6fd-2d7e-4ce6-bbe9-eb33c9c35d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994'] for subnet, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:32.527490 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aec6fd-2d7e-4ce6-bbe9-eb33c9c35d31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=741dea2e-2364-4b9e-a634-3a01888b0d07,revision_number=0']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:32.558686 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aec6fd-2d7e-4ce6-bbe9-eb33c9c35d31 admin admin] Checking segment: {'id': 'bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b1361a31-564b-450d-bae4-c89d411fe947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:16:32.558686 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81aec6fd-2d7e-4ce6-bbe9-eb33c9c35d31 admin admin] Network hostable DHCP agents. Network: b1361a31-564b-450d-bae4-c89d411fe947, hostable agents: ['dc103412-d4dc-48a3-9309-49b6d77c9d56'], hosted agents: [] {{(pid=99968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 11:16:32.576865 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81aec6fd-2d7e-4ce6-bbe9-eb33c9c35d31 admin admin] Network b1361a31-564b-450d-bae4-c89d411fe947 is scheduled to be hosted by DHCP agent dc103412-d4dc-48a3-9309-49b6d77c9d56 with binding_index 1 {{(pid=99968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 11:16:32.598489 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [None req-81aec6fd-2d7e-4ce6-bbe9-eb33c9c35d31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-3-iscsi, b1361a31-564b-450d-bae4-c89d411fe947) {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:16:32.604544 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81aec6fd-2d7e-4ce6-bbe9-eb33c9c35d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:32.606303 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-81aec6fd-2d7e-4ce6-bbe9-eb33c9c35d31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for subnet, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:32.615780 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88931c3-8e02-44e8-9052-195e0e49b0a5 None None] Network b1361a31-564b-450d-bae4-c89d411fe947 requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:16:32.639730 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 33420) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:16:32.640000 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-81aec6fd-2d7e-4ce6-bbe9-eb33c9c35d31 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4859645 Oct 14 11:16:32.648444 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-30c986aa-b897-4800-886c-7fe489df9e3b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-286319195-router', 'tenant_id': '6d6fa027df6042c58b7e89feffe38ee9', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'}}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:16:32.719962 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-30c986aa-b897-4800-886c-7fe489df9e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1073287198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14274'] for router, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:32.721523 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-30c986aa-b897-4800-886c-7fe489df9e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1073287402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1073340511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1073345878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14283'] for router, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:32.787145 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-30c986aa-b897-4800-886c-7fe489df9e3b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:32.812430 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190f2d65-f2c8-4f1e-9710-6bf36cbdc3e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e812ef1-029a-5b51-ab78-5c6baf4a9599-b1361a31-564b-450d-bae4-c89d411fe947', 'network_id': 'b1361a31-564b-450d-bae4-c89d411fe947', 'tenant_id': '6d6fa027df6042c58b7e89feffe38ee9', 'fixed_ips': [{'subnet_id': '741dea2e-2364-4b9e-a634-3a01888b0d07'}]}} from dv-cinder-801354-3-iscsi. {{(pid=99970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 11:16:32.813048 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-190f2d65-f2c8-4f1e-9710-6bf36cbdc3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:32.863299 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d18948-9f05-4228-99aa-e5b2812eacff req-bc819cf6-8935-4635-a4c5-04b202eecf5c tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:32.873021 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-62d18948-9f05-4228-99aa-e5b2812eacff req-bc819cf6-8935-4635-a4c5-04b202eecf5c tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.2092419 Oct 14 11:16:33.007419 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.db_base_plugin_common [None req-190f2d65-f2c8-4f1e-9710-6bf36cbdc3e4 None None] Allocated IP 172.20.0.2 (b1361a31-564b-450d-bae4-c89d411fe947/741dea2e-2364-4b9e-a634-3a01888b0d07/0cc07e76-9940-4e65-affe-c713931165f5) {{(pid=99970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:16:33.192188 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-190f2d65-f2c8-4f1e-9710-6bf36cbdc3e4 None None] Publish callbacks [] for port, precommit_create {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:33.204311 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-190f2d65-f2c8-4f1e-9710-6bf36cbdc3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431'] for port, after_create {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:33.259979 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f2d65-f2c8-4f1e-9710-6bf36cbdc3e4 None None] Pushing event updated for resources: {'Port': ['ID=0cc07e76-9940-4e65-affe-c713931165f5,revision_number=1']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:33.284488 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190f2d65-f2c8-4f1e-9710-6bf36cbdc3e4 None None] Network b1361a31-564b-450d-bae4-c89d411fe947 is already hosted by enough agents. {{(pid=99970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:16:33.286600 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.scheduler.base_scheduler [None req-190f2d65-f2c8-4f1e-9710-6bf36cbdc3e4 None None] Resources bound (agent type, host, resource id): {{(pid=99970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:16:33.290678 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190f2d65-f2c8-4f1e-9710-6bf36cbdc3e4 None None] Received port after_create {{(pid=99970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:16:33.302327 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-62d18948-9f05-4228-99aa-e5b2812eacff req-7f740901-e585-423c-adfc-23cd6f00eca0 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4282587 Oct 14 11:16:33.375220 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-190f2d65-f2c8-4f1e-9710-6bf36cbdc3e4 None None] Attempting to bind port 0cc07e76-9940-4e65-affe-c713931165f5 on host dv-cinder-801354-3-iscsi for vnic_type normal with profile {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:16:33.375944 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-190f2d65-f2c8-4f1e-9710-6bf36cbdc3e4 None None] Attempting to bind port 0cc07e76-9940-4e65-affe-c713931165f5 by drivers openvswitch,hyperv on host dv-cinder-801354-3-iscsi at level 0 using segments [{'id': 'bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b1361a31-564b-450d-bae4-c89d411fe947'}] {{(pid=99970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:16:33.378604 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190f2d65-f2c8-4f1e-9710-6bf36cbdc3e4 None None] Attempting to bind port 0cc07e76-9940-4e65-affe-c713931165f5 on network b1361a31-564b-450d-bae4-c89d411fe947 {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:16:33.380844 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-30c986aa-b897-4800-886c-7fe489df9e3b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:33.387201 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190f2d65-f2c8-4f1e-9710-6bf36cbdc3e4 None None] Checking agent: {'id': 'bb3727ce-8571-46e9-a464-805553a8417e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 5, 13), 'started_at': datetime.datetime(2021, 10, 14, 11, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:16:33.394700 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190f2d65-f2c8-4f1e-9710-6bf36cbdc3e4 None None] Checking segment: {'id': 'bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b1361a31-564b-450d-bae4-c89d411fe947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:16:33.395665 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-190f2d65-f2c8-4f1e-9710-6bf36cbdc3e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:33.396287 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190f2d65-f2c8-4f1e-9710-6bf36cbdc3e4 None None] Bound using segment: {'id': 'bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b1361a31-564b-450d-bae4-c89d411fe947'} {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:16:33.396988 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-190f2d65-f2c8-4f1e-9710-6bf36cbdc3e4 None None] Bound port: 0cc07e76-9940-4e65-affe-c713931165f5, host: dv-cinder-801354-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b1361a31-564b-450d-bae4-c89d411fe947'}}] {{(pid=99970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:16:33.397678 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-190f2d65-f2c8-4f1e-9710-6bf36cbdc3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:33.436142 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaff829-d470-41b0-abe5-52bd16447f43 req-d9d409e6-8259-41e9-b4b2-1753ac77fd2e tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:33.445058 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7aaff829-d470-41b0-abe5-52bd16447f43 req-d9d409e6-8259-41e9-b4b2-1753ac77fd2e tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.2380102 Oct 14 11:16:33.514807 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7aaff829-d470-41b0-abe5-52bd16447f43 req-8a1b4668-db76-4f52-a2af-ce0aa1adfa57 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687790 Oct 14 11:16:33.552417 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-190f2d65-f2c8-4f1e-9710-6bf36cbdc3e4 None None] For port 0cc07e76-9940-4e65-affe-c713931165f5, host dv-cinder-801354-3-iscsi, cleared binding levels {{(pid=99970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:16:33.556917 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-190f2d65-f2c8-4f1e-9710-6bf36cbdc3e4 None None] For port 0cc07e76-9940-4e65-affe-c713931165f5, host dv-cinder-801354-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=0cc07e76-9940-4e65-affe-c713931165f5,segment=NetworkSegment(bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2),segment_id=bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2)] {{(pid=99970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:16:33.566461 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-190f2d65-f2c8-4f1e-9710-6bf36cbdc3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:33.672729 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f2d65-f2c8-4f1e-9710-6bf36cbdc3e4 None None] Pushing event updated for resources: {'Port': ['ID=0cc07e76-9940-4e65-affe-c713931165f5,revision_number=2']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:33.719074 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92e65d-c66d-413f-ba53-c84eb2e68817 req-65406d8f-0647-4a22-9c51-6346d1e22f41 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:33.721512 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4b92e65d-c66d-413f-ba53-c84eb2e68817 req-65406d8f-0647-4a22-9c51-6346d1e22f41 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.1330662 Oct 14 11:16:33.826011 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4b92e65d-c66d-413f-ba53-c84eb2e68817 req-f39df9e0-5d68-4c7d-8fd3-7e1e8962d881 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878344 Oct 14 11:16:34.034105 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-30c986aa-b897-4800-886c-7fe489df9e3b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:34.066271 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-30c986aa-b897-4800-886c-7fe489df9e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:34.240229 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.db_base_plugin_common [None req-30c986aa-b897-4800-886c-7fe489df9e3b admin admin] Allocated IP 172.27.0.21 (e7b04304-7a8b-409f-a7ac-32fc979111a9/b7c74a80-f412-4798-967a-8287544534dc/194ad3e0-b266-4dcd-b976-75d23dd15d97) {{(pid=99969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:16:34.360799 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-30c986aa-b897-4800-886c-7fe489df9e3b admin admin] Publish callbacks [] for port, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:34.424554 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-30c986aa-b897-4800-886c-7fe489df9e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:34.487717 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c986aa-b897-4800-886c-7fe489df9e3b admin admin] Network e7b04304-7a8b-409f-a7ac-32fc979111a9 is already hosted by enough agents. {{(pid=99969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:16:34.496250 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.base_scheduler [None req-30c986aa-b897-4800-886c-7fe489df9e3b admin admin] Resources bound (agent type, host, resource id): {{(pid=99969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:16:34.503702 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c986aa-b897-4800-886c-7fe489df9e3b admin admin] Received port after_create {{(pid=99969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:16:34.547558 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be256806-9749-4c06-bf8b-f8bb6ca9f896 req-39b4c71c-d226-4dc8-b931-75a01dd4c472 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:34.549971 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-be256806-9749-4c06-bf8b-f8bb6ca9f896 req-39b4c71c-d226-4dc8-b931-75a01dd4c472 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.1391506 Oct 14 11:16:34.550788 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c986aa-b897-4800-886c-7fe489df9e3b admin admin] Pushing event updated for resources: {'Port': ['ID=194ad3e0-b266-4dcd-b976-75d23dd15d97,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:34.766839 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 0cc07e76-9940-4e65-affe-c713931165f5 up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:16:34.773625 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-be256806-9749-4c06-bf8b-f8bb6ca9f896 req-60d8ca15-53e7-4eab-baec-02fd2aa73ab9 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075596 Oct 14 11:16:34.851567 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port 0cc07e76-9940-4e65-affe-c713931165f5 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:16:34.852206 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:35.006423 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:35.077104 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] For port 0cc07e76-9940-4e65-affe-c713931165f5, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=0cc07e76-9940-4e65-affe-c713931165f5,segment=NetworkSegment(bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2),segment_id=bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:16:35.085046 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:35.099122 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438de318-c24e-4e68-8304-1f57f31de14e req-4b8df09f-4b82-4ab0-af42-9440608c6d4c tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:35.101125 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-438de318-c24e-4e68-8304-1f57f31de14e req-4b8df09f-4b82-4ab0-af42-9440608c6d4c tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.3340354 Oct 14 11:16:35.196110 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Pushing event updated for resources: {'Port': ['ID=0cc07e76-9940-4e65-affe-c713931165f5,revision_number=3']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:35.223108 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86d669-670b-4c62-af80-3ad7a2ca3f46 req-5588145b-03f2-4833-90c1-6c298f7e4c08 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:35.224927 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-dc86d669-670b-4c62-af80-3ad7a2ca3f46 req-5588145b-03f2-4833-90c1-6c298f7e4c08 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.1884007 Oct 14 11:16:35.263140 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745ada19-4dbd-4d9e-8b52-cb35c6df982d None None] Network b1361a31-564b-450d-bae4-c89d411fe947 requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:16:35.368500 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-30c986aa-b897-4800-886c-7fe489df9e3b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:35.376216 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-dc86d669-670b-4c62-af80-3ad7a2ca3f46 req-e7dbe2ef-bb48-4ff2-ad04-08cb1302d821 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977876 Oct 14 11:16:35.413662 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-9a9b7364-df49-42de-9f08-eec9ec1bf3ed None None] Provisioning complete for port 0cc07e76-9940-4e65-affe-c713931165f5 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:16:35.414449 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-9a9b7364-df49-42de-9f08-eec9ec1bf3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:35.432356 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-438de318-c24e-4e68-8304-1f57f31de14e req-98208ad1-d03c-4104-82a3-7b074cd9087d tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234680 Oct 14 11:16:35.751273 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-30c986aa-b897-4800-886c-7fe489df9e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1073287315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1073340520'] for router, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:35.884979 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f26360b5-a10a-474f-b789-40992d2dc526 req-a738880a-482c-4104-abe7-2984adec332d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1360450 Oct 14 11:16:36.069842 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c75685-caf8-49e6-9b72-6b7d722c48ea req-fe1a9f2a-9197-41b1-901c-319d0df287b8 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:36.071565 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-03c75685-caf8-49e6-9b72-6b7d722c48ea req-fe1a9f2a-9197-41b1-901c-319d0df287b8 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.1179080 Oct 14 11:16:36.116820 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26360b5-a10a-474f-b789-40992d2dc526 req-2bdfd34c-8db5-49ba-8df5-1e33e9eb1914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:36.118340 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f26360b5-a10a-474f-b789-40992d2dc526 req-2bdfd34c-8db5-49ba-8df5-1e33e9eb1914 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d0daa4f1d2954b57839a55588e202828&device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 1098 time: 0.1660540 Oct 14 11:16:36.158376 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-03c75685-caf8-49e6-9b72-6b7d722c48ea req-84d25dbc-86d8-4ba7-b822-d49be2a569c0 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785336 Oct 14 11:16:36.202786 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c986aa-b897-4800-886c-7fe489df9e3b admin admin] Router 5563b8b7-24a5-47e5-af9f-8859034060d8 is scheduled to L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 with binding_index 1 {{(pid=99969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 11:16:36.435538 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26360b5-a10a-474f-b789-40992d2dc526 req-453d35cc-81b7-4d51-a9c3-aaf5e7aad00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:36.439075 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f26360b5-a10a-474f-b789-40992d2dc526 req-453d35cc-81b7-4d51-a9c3-aaf5e7aad00a service neutron] 10.222.0.39 "GET /v2.0/networks?id=8adb0b2b-c914-4296-9b32-bac60154b49c HTTP/1.1" status: 200 len: 911 time: 0.2782249 Oct 14 11:16:36.446637 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-772589cc-4619-4b30-8617-3d55a222c68b None None] Provisioning complete for port 0cc07e76-9940-4e65-affe-c713931165f5 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:16:36.447171 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-772589cc-4619-4b30-8617-3d55a222c68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:36.676248 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c986aa-b897-4800-886c-7fe489df9e3b admin admin] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:16:36.687087 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 0cc07e76-9940-4e65-affe-c713931165f5 up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:16:36.691559 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f26360b5-a10a-474f-b789-40992d2dc526 req-c7b8f725-e313-456a-8ded-ae6f7b403fb3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9a152f6-505b-4c44-bbcf-c43c35135913 HTTP/1.1" status: 200 len: 1001 time: 0.2154830 Oct 14 11:16:36.695879 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa58c66-9d20-4b83-8a7f-f2d030e82bc3 None None] Sync routers for ids ['5563b8b7-24a5-47e5-af9f-8859034060d8'] in dv-cinder-801354-3-iscsi {{(pid=99971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:16:36.716556 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa58c66-9d20-4b83-8a7f-f2d030e82bc3 None None] Routers {'5563b8b7-24a5-47e5-af9f-8859034060d8'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:16:36.718322 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-4fa58c66-9d20-4b83-8a7f-f2d030e82bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fd9857c0>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:16:11Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['5563b8b7-24a5-47e5-af9f-8859034060d8'], 'active': True} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:16:36.723197 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0d150-f068-49ba-b72e-b876973e108e req-c555dbbf-2528-48d5-81e5-64996af1b072 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:36.724465 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f4c0d150-f068-49ba-b72e-b876973e108e req-c555dbbf-2528-48d5-81e5-64996af1b072 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.1541331 Oct 14 11:16:36.728851 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-30c986aa-b897-4800-886c-7fe489df9e3b admin admin] Publish callbacks [] for router, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:36.729984 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-30c986aa-b897-4800-886c-7fe489df9e3b admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0887749 Oct 14 11:16:36.733884 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 33494) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:16:36.738442 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abaa77b-b676-4a1e-a0ba-f12c7e671fe0 req-40b6b8a7-2505-4eff-8258-1561cc748e5d tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:36.739989 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3abaa77b-b676-4a1e-a0ba-f12c7e671fe0 req-40b6b8a7-2505-4eff-8258-1561cc748e5d tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.1710684 Oct 14 11:16:36.851767 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port 0cc07e76-9940-4e65-affe-c713931165f5 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:16:36.853655 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:36.889551 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvr_db [None req-4fa58c66-9d20-4b83-8a7f-f2d030e82bc3 None None] Set router 5563b8b7-24a5-47e5-af9f-8859034060d8 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:16:37.153413 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-4fa58c66-9d20-4b83-8a7f-f2d030e82bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fd9857c0>, [{'id': '5563b8b7-24a5-47e5-af9f-8859034060d8', 'name': 'tempest-TestMinimumBasicScenario-286319195-router', 'tenant_id': '6d6fa027df6042c58b7e89feffe38ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '194ad3e0-b266-4dcd-b976-75d23dd15d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:32Z', 'updated_at': '2021-10-14T11:16:35Z', 'revision_number': 3, 'project_id': '6d6fa027df6042c58b7e89feffe38ee9', 'gw_port': {'id': '194ad3e0-b266-4dcd-b976-75d23dd15d97', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:93:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5563b8b7-24a5-47e5-af9f-8859034060d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:34Z', 'updated_at': '2021-10-14T11:16:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi'}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:16:37.198823 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa58c66-9d20-4b83-8a7f-f2d030e82bc3 None None] Checking router: 5563b8b7-24a5-47e5-af9f-8859034060d8 for host: dv-cinder-801354-3-iscsi {{(pid=99971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:16:37.199173 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa58c66-9d20-4b83-8a7f-f2d030e82bc3 None None] Updating router 5563b8b7-24a5-47e5-af9f-8859034060d8 port 194ad3e0-b266-4dcd-b976-75d23dd15d97 binding host dv-cinder-801354-3-iscsi {{(pid=99971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 11:16:37.208444 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f4c0d150-f068-49ba-b72e-b876973e108e req-e5d8f824-61b2-49af-b255-d10209984a72 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4674213 Oct 14 11:16:37.212658 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26360b5-a10a-474f-b789-40992d2dc526 req-64483693-c9c5-43d6-ae87-c9f08df8cad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:37.214468 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f26360b5-a10a-474f-b789-40992d2dc526 req-64483693-c9c5-43d6-ae87-c9f08df8cad3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c4a9eff2-6c2d-4996-83b4-e446c185e0ed HTTP/1.1" status: 200 len: 849 time: 0.4887278 Oct 14 11:16:37.225695 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3abaa77b-b676-4a1e-a0ba-f12c7e671fe0 req-38a696d4-3a89-432b-9201-8cd9c7286b3a tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4675117 Oct 14 11:16:37.275697 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-4fa58c66-9d20-4b83-8a7f-f2d030e82bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:37.308940 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26360b5-a10a-474f-b789-40992d2dc526 req-ea1ae557-c9f7-48d1-a1e5-6c0f8784c53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:37.313655 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f26360b5-a10a-474f-b789-40992d2dc526 req-ea1ae557-c9f7-48d1-a1e5-6c0f8784c53d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8adb0b2b-c914-4296-9b32-bac60154b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0826797 Oct 14 11:16:37.569138 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f26360b5-a10a-474f-b789-40992d2dc526 req-1010e504-9252-4789-80eb-0dbb9f120957 service neutron] 10.222.0.39 "GET /v2.0/networks/8adb0b2b-c914-4296-9b32-bac60154b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452691 Oct 14 11:16:37.717833 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-4fa58c66-9d20-4b83-8a7f-f2d030e82bc3 None None] Publish callbacks [] for port, precommit_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:37.733207 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-4fa58c66-9d20-4b83-8a7f-f2d030e82bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:37.808011 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.managers [None req-4fa58c66-9d20-4b83-8a7f-f2d030e82bc3 None None] Attempting to bind port 194ad3e0-b266-4dcd-b976-75d23dd15d97 on host dv-cinder-801354-3-iscsi for vnic_type normal with profile {{(pid=99971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:16:37.808739 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.managers [None req-4fa58c66-9d20-4b83-8a7f-f2d030e82bc3 None None] Attempting to bind port 194ad3e0-b266-4dcd-b976-75d23dd15d97 by drivers openvswitch,hyperv on host dv-cinder-801354-3-iscsi at level 0 using segments [{'id': '41826669-4ce7-4556-a5ab-a5c365ae266e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'}] {{(pid=99971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:16:37.809354 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa58c66-9d20-4b83-8a7f-f2d030e82bc3 None None] Attempting to bind port 194ad3e0-b266-4dcd-b976-75d23dd15d97 on network e7b04304-7a8b-409f-a7ac-32fc979111a9 {{(pid=99971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:16:37.823024 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9eb13-eab1-4aa1-b9eb-c2dfdd2e8b91 None None] Pushing event updated for resources: {'Port': ['ID=194ad3e0-b266-4dcd-b976-75d23dd15d97,revision_number=2']} {{(pid=99971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:37.825366 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa58c66-9d20-4b83-8a7f-f2d030e82bc3 None None] Checking agent: {'id': 'bb3727ce-8571-46e9-a464-805553a8417e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 5, 13), 'started_at': datetime.datetime(2021, 10, 14, 11, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:16:37.825869 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa58c66-9d20-4b83-8a7f-f2d030e82bc3 None None] Checking segment: {'id': '41826669-4ce7-4556-a5ab-a5c365ae266e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:16:37.826713 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-4fa58c66-9d20-4b83-8a7f-f2d030e82bc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:37.827220 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa58c66-9d20-4b83-8a7f-f2d030e82bc3 None None] Bound using segment: {'id': '41826669-4ce7-4556-a5ab-a5c365ae266e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'} {{(pid=99971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:16:37.828200 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.managers [None req-4fa58c66-9d20-4b83-8a7f-f2d030e82bc3 None None] Bound port: 194ad3e0-b266-4dcd-b976-75d23dd15d97, host: dv-cinder-801354-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41826669-4ce7-4556-a5ab-a5c365ae266e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'}}] {{(pid=99971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:16:37.828747 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-4fa58c66-9d20-4b83-8a7f-f2d030e82bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:37.867448 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f26360b5-a10a-474f-b789-40992d2dc526 req-29652396-31cb-42de-af10-21a9334f9640 service neutron] 10.222.0.39 "GET /v2.0/networks/8adb0b2b-c914-4296-9b32-bac60154b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819924 Oct 14 11:16:37.871234 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-811dad87-6a61-4e9f-80fa-f13209493b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:37.887822 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-e44cc055-2df9-4ea9-a4c4-38fb1781f7eb tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:37.892056 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-e44cc055-2df9-4ea9-a4c4-38fb1781f7eb tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/networks?id=6fcee9b3-7837-41d6-b081-80c52c006d59 HTTP/1.1" status: 200 len: 815 time: 0.5357370 Oct 14 11:16:37.914239 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9eb13-eab1-4aa1-b9eb-c2dfdd2e8b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:37.915378 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9eb13-eab1-4aa1-b9eb-c2dfdd2e8b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:37.918510 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9eb13-eab1-4aa1-b9eb-c2dfdd2e8b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:37.919026 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9eb13-eab1-4aa1-b9eb-c2dfdd2e8b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:37.919579 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9eb13-eab1-4aa1-b9eb-c2dfdd2e8b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:37.927516 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-38676b9d-092a-4fc9-9d07-470aebe2d47c tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/quotas/da58af5ba8724ce1b31cedb26cef2243 HTTP/1.1" status: 200 len: 375 time: 0.0275240 Oct 14 11:16:37.928742 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9eb13-eab1-4aa1-b9eb-c2dfdd2e8b91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:37.931631 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9eb13-eab1-4aa1-b9eb-c2dfdd2e8b91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:37.932072 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9eb13-eab1-4aa1-b9eb-c2dfdd2e8b91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:37.933648 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9eb13-eab1-4aa1-b9eb-c2dfdd2e8b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:37.934083 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9eb13-eab1-4aa1-b9eb-c2dfdd2e8b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:37.934581 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9eb13-eab1-4aa1-b9eb-c2dfdd2e8b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:37.941890 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9eb13-eab1-4aa1-b9eb-c2dfdd2e8b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:38.013651 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.db [None req-4fa58c66-9d20-4b83-8a7f-f2d030e82bc3 None None] For port 194ad3e0-b266-4dcd-b976-75d23dd15d97, host dv-cinder-801354-3-iscsi, cleared binding levels {{(pid=99971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:16:38.019784 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.db [None req-4fa58c66-9d20-4b83-8a7f-f2d030e82bc3 None None] For port 194ad3e0-b266-4dcd-b976-75d23dd15d97, host dv-cinder-801354-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=194ad3e0-b266-4dcd-b976-75d23dd15d97,segment=NetworkSegment(41826669-4ce7-4556-a5ab-a5c365ae266e),segment_id=41826669-4ce7-4556-a5ab-a5c365ae266e)] {{(pid=99971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:16:38.027893 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-4fa58c66-9d20-4b83-8a7f-f2d030e82bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:38.076229 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-0bb78534-160b-432c-bcd3-694a8e03a1ca tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=da58af5ba8724ce1b31cedb26cef2243&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1449440 Oct 14 11:16:38.151779 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9eb13-eab1-4aa1-b9eb-c2dfdd2e8b91 None None] Pushing event updated for resources: {'Port': ['ID=194ad3e0-b266-4dcd-b976-75d23dd15d97,revision_number=3']} {{(pid=99971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:38.167258 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_common [None req-811dad87-6a61-4e9f-80fa-f13209493b0c admin admin] Allocated IP 172.20.0.1 (b1361a31-564b-450d-bae4-c89d411fe947/741dea2e-2364-4b9e-a634-3a01888b0d07/22a2da22-3431-4386-8146-fc37361066af) {{(pid=99968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:16:38.229527 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa58c66-9d20-4b83-8a7f-f2d030e82bc3 None None] Routers {'5563b8b7-24a5-47e5-af9f-8859034060d8'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:16:38.230453 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-4fa58c66-9d20-4b83-8a7f-f2d030e82bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fd9857c0>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:16:11Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['5563b8b7-24a5-47e5-af9f-8859034060d8'], 'active': True} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:16:38.244826 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-e2c90de3-fd8c-41ae-9ac0-44dbc24e8730 service neutron] 10.222.0.46 "GET /v2.0/networks/6fcee9b3-7837-41d6-b081-80c52c006d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581163 Oct 14 11:16:38.331816 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-811dad87-6a61-4e9f-80fa-f13209493b0c admin admin] Publish callbacks [] for port, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:38.379389 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-811dad87-6a61-4e9f-80fa-f13209493b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431'] for port, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:38.390238 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-95bac6b9-026e-4f50-8a89-01652eaa2bf6 service neutron] 10.222.0.46 "GET /v2.0/networks/6fcee9b3-7837-41d6-b081-80c52c006d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447048 Oct 14 11:16:38.437109 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811dad87-6a61-4e9f-80fa-f13209493b0c admin admin] Network b1361a31-564b-450d-bae4-c89d411fe947 is already hosted by enough agents. {{(pid=99968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:16:38.441240 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [None req-811dad87-6a61-4e9f-80fa-f13209493b0c admin admin] Resources bound (agent type, host, resource id): {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:16:38.441686 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cf5ec-4e3a-42fe-a810-b9cd6250ebdc req-d91df142-43e7-461c-9d0b-cd1a5de28fca tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:38.443464 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1a9cf5ec-4e3a-42fe-a810-b9cd6250ebdc req-d91df142-43e7-461c-9d0b-cd1a5de28fca tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.1114841 Oct 14 11:16:38.451267 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811dad87-6a61-4e9f-80fa-f13209493b0c admin admin] Received port after_create {{(pid=99968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:16:38.451739 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-811dad87-6a61-4e9f-80fa-f13209493b0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1073342815'] for router_interface, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:38.507784 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811dad87-6a61-4e9f-80fa-f13209493b0c admin admin] Pushing event updated for resources: {'Port': ['ID=22a2da22-3431-4386-8146-fc37361066af,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:38.526234 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvr_db [None req-4fa58c66-9d20-4b83-8a7f-f2d030e82bc3 None None] Set router 5563b8b7-24a5-47e5-af9f-8859034060d8 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:16:38.539049 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1a9cf5ec-4e3a-42fe-a810-b9cd6250ebdc req-3be7554c-f49d-47dd-89fc-73d4740e15f0 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894566 Oct 14 11:16:38.677006 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:38.686895 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7033d542-739a-4c1b-b6d7-2a8d094dd4e0 req-354b29fc-7c22-44a9-8aae-9b7e9946b732 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c0055be-4830-4382-aee3-a65d0c518e6e HTTP/1.1" status: 200 len: 210 time: 0.0672090 Oct 14 11:16:38.698116 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-811dad87-6a61-4e9f-80fa-f13209493b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:38.793378 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695e751-6fbe-4c23-9083-10f84881f4ec req-a25d746a-d084-432f-b92e-9f5cf66a36c8 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:38.808345 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5695e751-6fbe-4c23-9083-10f84881f4ec req-a25d746a-d084-432f-b92e-9f5cf66a36c8 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.1201143 Oct 14 11:16:38.847865 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-4fa58c66-9d20-4b83-8a7f-f2d030e82bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fd9857c0>, [{'id': '5563b8b7-24a5-47e5-af9f-8859034060d8', 'name': 'tempest-TestMinimumBasicScenario-286319195-router', 'tenant_id': '6d6fa027df6042c58b7e89feffe38ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '194ad3e0-b266-4dcd-b976-75d23dd15d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:32Z', 'updated_at': '2021-10-14T11:16:35Z', 'revision_number': 3, 'project_id': '6d6fa027df6042c58b7e89feffe38ee9', 'gw_port': {'id': '194ad3e0-b266-4dcd-b976-75d23dd15d97', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:93:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5563b8b7-24a5-47e5-af9f-8859034060d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:34Z', 'updated_at': '2021-10-14T11:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi'}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:16:38.848607 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-26426187-a5cb-4f29-8714-b090ce74b794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:38.856660 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-e5e6fb47-8cd5-453f-a004-1594850fa5c5 None None] Provisioning complete for port 22a2da22-3431-4386-8146-fc37361066af triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:16:38.857140 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-e5e6fb47-8cd5-453f-a004-1594850fa5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:38.904535 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-e5e6fb47-8cd5-453f-a004-1594850fa5c5 None None] Port 22a2da22-3431-4386-8146-fc37361066af cannot update to ACTIVE because it is not bound. {{(pid=99970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:16:38.906537 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5695e751-6fbe-4c23-9083-10f84881f4ec req-c9caaad5-5fa7-4942-8f5d-458598900260 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869312 Oct 14 11:16:38.923953 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa58c66-9d20-4b83-8a7f-f2d030e82bc3 None None] The sync data for ids ['5563b8b7-24a5-47e5-af9f-8859034060d8'] in dv-cinder-801354-3-iscsi is: [{'id': '5563b8b7-24a5-47e5-af9f-8859034060d8', 'name': 'tempest-TestMinimumBasicScenario-286319195-router', 'tenant_id': '6d6fa027df6042c58b7e89feffe38ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '194ad3e0-b266-4dcd-b976-75d23dd15d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:32Z', 'updated_at': '2021-10-14T11:16:35Z', 'revision_number': 3, 'project_id': '6d6fa027df6042c58b7e89feffe38ee9', 'gw_port': {'id': '194ad3e0-b266-4dcd-b976-75d23dd15d97', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:93:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5563b8b7-24a5-47e5-af9f-8859034060d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:34Z', 'updated_at': '2021-10-14T11:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi'}] {{(pid=99971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:16:39.022960 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 33552) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:16:39.050506 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-811dad87-6a61-4e9f-80fa-f13209493b0c admin admin] Publish callbacks [] for port, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:39.060511 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-811dad87-6a61-4e9f-80fa-f13209493b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:39.066167 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-811dad87-6a61-4e9f-80fa-f13209493b0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1073186008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1073342763'] for router_interface, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:39.190360 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811dad87-6a61-4e9f-80fa-f13209493b0c admin admin] Pushing event updated for resources: {'Port': ['ID=22a2da22-3431-4386-8146-fc37361066af,revision_number=2']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:39.231796 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-6d77528f-e592-4019-aebc-be27b2128447 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:39.292928 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811dad87-6a61-4e9f-80fa-f13209493b0c admin admin] Network b1361a31-564b-450d-bae4-c89d411fe947 is already hosted by enough agents. {{(pid=99968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:16:39.294949 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [None req-811dad87-6a61-4e9f-80fa-f13209493b0c admin admin] Resources bound (agent type, host, resource id): {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:16:39.397349 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-6d77528f-e592-4019-aebc-be27b2128447 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:39.410603 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-6d77528f-e592-4019-aebc-be27b2128447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:39.506648 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77528f-e592-4019-aebc-be27b2128447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a30ca78-e905-4cf3-8f7c-c2a48bca26bc,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:39.506922 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811dad87-6a61-4e9f-80fa-f13209493b0c admin admin] Router 5563b8b7-24a5-47e5-af9f-8859034060d8 has already been hosted by L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 {{(pid=99968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:16:39.595900 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-6d77528f-e592-4019-aebc-be27b2128447 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fe6c727a177243538697865c7d05a3a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5714154 Oct 14 11:16:39.596514 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 33564) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:16:39.607010 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d41c8-4113-49fe-97b2-f7d472107c21 req-4bdbd26a-856c-4641-a583-21d1d061feca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:39.610108 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-aa3d41c8-4113-49fe-97b2-f7d472107c21 req-4bdbd26a-856c-4641-a583-21d1d061feca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b0d78c4c2bd84fe29041852181e0868c&device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 1099 time: 0.2100563 Oct 14 11:16:39.741976 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811dad87-6a61-4e9f-80fa-f13209493b0c admin admin] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:16:39.763873 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-811dad87-6a61-4e9f-80fa-f13209493b0c admin admin] 10.222.0.46 "PUT /v2.0/routers/5563b8b7-24a5-47e5-af9f-8859034060d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0284731 Oct 14 11:16:39.769716 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-9c6aa8d6-d265-4a04-8df1-d8201ba1c710 None None] Provisioning complete for port 22a2da22-3431-4386-8146-fc37361066af triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:16:39.772804 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-9c6aa8d6-d265-4a04-8df1-d8201ba1c710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:39.795590 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-475cd12e-9f6e-4ed8-b542-852a0893e2ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:39.837815 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-9c6aa8d6-d265-4a04-8df1-d8201ba1c710 None None] Port 22a2da22-3431-4386-8146-fc37361066af cannot update to ACTIVE because it is not bound. {{(pid=99970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:16:39.848347 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-475cd12e-9f6e-4ed8-b542-852a0893e2ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:39.891084 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-57347c77-3bef-4247-a9d0-b2e2134ad1ed req-53e68995-6039-45d3-a5d9-49e479d3e1b8 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c0055be-4830-4382-aee3-a65d0c518e6e HTTP/1.1" status: 200 len: 210 time: 0.0471413 Oct 14 11:16:39.911723 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb30e6c-de5e-41c2-9b17-2e9c5a5f4cd8 req-99baebcd-4a1b-40c7-85a7-33825ff50204 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:39.919232 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-bcb30e6c-de5e-41c2-9b17-2e9c5a5f4cd8 req-99baebcd-4a1b-40c7-85a7-33825ff50204 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.2049606 Oct 14 11:16:39.972587 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-475cd12e-9f6e-4ed8-b542-852a0893e2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:39.976532 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-475cd12e-9f6e-4ed8-b542-852a0893e2ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:39.978860 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-475cd12e-9f6e-4ed8-b542-852a0893e2ad admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7a30ca78-e905-4cf3-8f7c-c2a48bca26bc HTTP/1.1" status: 204 len: 168 time: 0.3811028 Oct 14 11:16:39.983814 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d41c8-4113-49fe-97b2-f7d472107c21 req-2d5cd45f-c0ed-4e39-b1ce-7435080f419e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:39.986109 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-aa3d41c8-4113-49fe-97b2-f7d472107c21 req-2d5cd45f-c0ed-4e39-b1ce-7435080f419e service neutron] 10.222.0.39 "GET /v2.0/networks?id=2f17ff47-830b-4023-ad66-66e432a33b51 HTTP/1.1" status: 200 len: 917 time: 0.3549976 Oct 14 11:16:40.015771 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475cd12e-9f6e-4ed8-b542-852a0893e2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a30ca78-e905-4cf3-8f7c-c2a48bca26bc,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:40.068950 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-bcb30e6c-de5e-41c2-9b17-2e9c5a5f4cd8 req-7324106d-052f-4509-a0c4-48a016a01683 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485593 Oct 14 11:16:40.176266 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-aa3d41c8-4113-49fe-97b2-f7d472107c21 req-b380a268-8f2f-4ff5-bb0f-619ab63e5c1c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=988df262-f09c-4fe0-bc00-221e5936214b HTTP/1.1" status: 200 len: 1002 time: 0.1651890 Oct 14 11:16:40.192599 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc86efb-588b-407e-be10-a15a5f2cb0f8 req-404c4f8f-c6c0-444f-b839-99b6d5d86338 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:40.194324 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-dcc86efb-588b-407e-be10-a15a5f2cb0f8 req-404c4f8f-c6c0-444f-b839-99b6d5d86338 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.1422985 Oct 14 11:16:40.344684 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d41c8-4113-49fe-97b2-f7d472107c21 req-fc21d151-7336-48fb-971c-df31f929503c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:40.348370 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-aa3d41c8-4113-49fe-97b2-f7d472107c21 req-fc21d151-7336-48fb-971c-df31f929503c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fca00ce8-46db-40c9-b0ce-2996d51e47d7 HTTP/1.1" status: 200 len: 855 time: 0.1528497 Oct 14 11:16:40.364096 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-dcc86efb-588b-407e-be10-a15a5f2cb0f8 req-13326d0b-b7f6-4a03-bd22-e8cc53e742e7 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510670 Oct 14 11:16:40.443150 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d41c8-4113-49fe-97b2-f7d472107c21 req-e5bdc3ce-8a35-4f02-a08a-e09676ccb160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:40.446117 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-aa3d41c8-4113-49fe-97b2-f7d472107c21 req-e5bdc3ce-8a35-4f02-a08a-e09676ccb160 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2f17ff47-830b-4023-ad66-66e432a33b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0792496 Oct 14 11:16:40.718328 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 194ad3e0-b266-4dcd-b976-75d23dd15d97 up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:16:40.742056 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-aa3d41c8-4113-49fe-97b2-f7d472107c21 req-8fcd0e10-ef19-420e-b141-7ff690d11c18 service neutron] 10.222.0.39 "GET /v2.0/networks/2f17ff47-830b-4023-ad66-66e432a33b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821100 Oct 14 11:16:40.760693 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fde527-9aa7-4879-958e-f9c4a8064cae req-84fd96bb-907a-467d-b175-46301936a0e8 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:40.771745 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-19fde527-9aa7-4879-958e-f9c4a8064cae req-84fd96bb-907a-467d-b175-46301936a0e8 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?device_id=79dfcd47-fa24-4bff-98b2-2ad39ccf39ae HTTP/1.1" status: 200 len: 945 time: 0.1518636 Oct 14 11:16:40.806524 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port 194ad3e0-b266-4dcd-b976-75d23dd15d97 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:16:40.811515 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:40.863257 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-19fde527-9aa7-4879-958e-f9c4a8064cae req-2e89f322-2e13-4b2b-8e90-e415b9cc6959 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d7451c3-296c-483c-a2fd-630a02eabbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904534 Oct 14 11:16:40.972799 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-aa3d41c8-4113-49fe-97b2-f7d472107c21 req-8eafad7d-1856-40de-a0c9-ac4e3ca63e67 service neutron] 10.222.0.39 "GET /v2.0/networks/2f17ff47-830b-4023-ad66-66e432a33b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988263 Oct 14 11:16:40.985254 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 33608) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:16:40.991216 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-d7bca8ff-cbe7-467e-b3a0-3ba086955b4a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-5373198-network', 'tenant_id': '40e7450f765b40b8ba59d3f0599d0e30'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:16:41.024917 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7bca8ff-cbe7-467e-b3a0-3ba086955b4a admin admin] Made reservation on behalf of 40e7450f765b40b8ba59d3f0599d0e30 for: {'network': 1} {{(pid=99969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:16:41.028450 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d7bca8ff-cbe7-467e-b3a0-3ba086955b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for network, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:41.036752 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:41.055773 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d7bca8ff-cbe7-467e-b3a0-3ba086955b4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:41.065547 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] For port 194ad3e0-b266-4dcd-b976-75d23dd15d97, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=194ad3e0-b266-4dcd-b976-75d23dd15d97,segment=NetworkSegment(41826669-4ce7-4556-a5ab-a5c365ae266e),segment_id=41826669-4ce7-4556-a5ab-a5c365ae266e)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:16:41.071431 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:41.119796 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f475142f-b89b-42ec-97c9-c8a54d94542a req-71829c58-612c-4caf-b901-4623b37c0e5d tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c0055be-4830-4382-aee3-a65d0c518e6e HTTP/1.1" status: 200 len: 210 time: 0.0669150 Oct 14 11:16:41.163831 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Pushing event updated for resources: {'Port': ['ID=194ad3e0-b266-4dcd-b976-75d23dd15d97,revision_number=4']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:41.225787 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-ed94f2f3-2e85-445e-9298-15c0a90ee6bb tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:41.230228 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-ed94f2f3-2e85-445e-9298-15c0a90ee6bb tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.39 "GET /v2.0/networks?id=6fcee9b3-7837-41d6-b081-80c52c006d59 HTTP/1.1" status: 200 len: 815 time: 0.3144627 Oct 14 11:16:41.260209 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-b14a57d7-26ba-4bf7-8b68-e84d01d2081c tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Request body: {'port': {'device_id': '3c0055be-4830-4382-aee3-a65d0c518e6e', 'network_id': '6fcee9b3-7837-41d6-b081-80c52c006d59', 'admin_state_up': True, 'tenant_id': 'da58af5ba8724ce1b31cedb26cef2243'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:16:41.275479 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d7bca8ff-cbe7-467e-b3a0-3ba086955b4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:41.290459 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa79f24-e4e3-453f-92df-8940605e42a3 req-19f34f04-d5c2-4b8e-ac58-4ccb3b1cc83d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:41.291987 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1aa79f24-e4e3-453f-92df-8940605e42a3 req-19f34f04-d5c2-4b8e-ac58-4ccb3b1cc83d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.0810468 Oct 14 11:16:41.292641 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d7bca8ff-cbe7-467e-b3a0-3ba086955b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:41.320291 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bca8ff-cbe7-467e-b3a0-3ba086955b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78970ff6-f495-46ac-bede-277c96f6da53,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:41.356286 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7bca8ff-cbe7-467e-b3a0-3ba086955b4a admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=99969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 11:16:41.374153 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1aa79f24-e4e3-453f-92df-8940605e42a3 req-a1755c15-c460-49de-93d5-41b7767fa48a tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545945 Oct 14 11:16:41.377381 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d7bca8ff-cbe7-467e-b3a0-3ba086955b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240'] for segment, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:41.377719 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.db.segments_db [None req-d7bca8ff-cbe7-467e-b3a0-3ba086955b4a admin admin] Added segment c9f0c6c6-e487-4a59-a755-5d9c830b845d of type vlan for network 5f7db347-fac1-46ce-a813-3becac987c9a Oct 14 11:16:41.431593 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d7bca8ff-cbe7-467e-b3a0-3ba086955b4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755827645040'] for network, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:41.452423 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-b14a57d7-26ba-4bf7-8b68-e84d01d2081c tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Made reservation on behalf of da58af5ba8724ce1b31cedb26cef2243 for: {'port': 1} {{(pid=99968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:16:41.462077 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-b14a57d7-26ba-4bf7-8b68-e84d01d2081c tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:41.473645 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d7bca8ff-cbe7-467e-b3a0-3ba086955b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994'] for network, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:41.474857 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bca8ff-cbe7-467e-b3a0-3ba086955b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:41.475756 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d7bca8ff-cbe7-467e-b3a0-3ba086955b4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for network, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:41.504551 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-6bd6b59a-0a1e-4d09-8fb6-e7842762668e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:41.530609 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 33622) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:16:41.590502 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-d7bca8ff-cbe7-467e-b3a0-3ba086955b4a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5991564 Oct 14 11:16:41.590502 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bca8ff-cbe7-467e-b3a0-3ba086955b4a admin admin] Pushing event updated for resources: {'Network': ['ID=5f7db347-fac1-46ce-a813-3becac987c9a,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:41.590983 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 33626) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:16:41.598172 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-310c9b27-d048-44c0-ba98-e3345b2f549e admin admin] Request body: {'subnet': {'network_id': '5f7db347-fac1-46ce-a813-3becac987c9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-5373198-subnet', 'tenant_id': '40e7450f765b40b8ba59d3f0599d0e30', 'ip_version': 4}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:16:41.605076 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Network 5f7db347-fac1-46ce-a813-3becac987c9a details requested by agent ovs-agent-dv-cinder-801354-3-iscsi with host dv-cinder-801354-3-iscsi {{(pid=99970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 11:16:41.628620 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43129a-80e7-480c-9ea9-06ebe36f566f req-a54d42a1-4b44-4346-a4dd-7e54be73e327 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:41.630800 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ca43129a-80e7-480c-9ea9-06ebe36f566f req-a54d42a1-4b44-4346-a4dd-7e54be73e327 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.1523106 Oct 14 11:16:41.648321 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310c9b27-d048-44c0-ba98-e3345b2f549e admin admin] Made reservation on behalf of 40e7450f765b40b8ba59d3f0599d0e30 for: {'subnet': 1} {{(pid=99969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:16:41.651579 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-310c9b27-d048-44c0-ba98-e3345b2f549e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070997336'] for subnet, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:41.654736 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_common [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-b14a57d7-26ba-4bf7-8b68-e84d01d2081c tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Allocated IP 172.20.0.12 (6fcee9b3-7837-41d6-b081-80c52c006d59/062aa61e-8393-46f9-9d0c-d7a786ad6648/9095ef91-5cda-4b47-9881-159cf6f34438) {{(pid=99968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:16:41.729332 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059fc528-d95c-4701-82e1-785f05c84b7b None None] Sync routers for ids ['5563b8b7-24a5-47e5-af9f-8859034060d8'] in dv-cinder-801354-3-iscsi {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:16:41.741056 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059fc528-d95c-4701-82e1-785f05c84b7b None None] Routers {'5563b8b7-24a5-47e5-af9f-8859034060d8'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:16:41.741983 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-059fc528-d95c-4701-82e1-785f05c84b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fca766d0>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:16:41Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['5563b8b7-24a5-47e5-af9f-8859034060d8'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:16:41.751762 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-211f9a6a-30d9-450d-9733-3b41c838b088 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1988551177-network', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:16:41.766437 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ca43129a-80e7-480c-9ea9-06ebe36f566f req-fcf75bde-894f-4444-88c1-9ddfd530bd6d tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201105 Oct 14 11:16:41.828275 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211f9a6a-30d9-450d-9733-3b41c838b088 admin admin] Made reservation on behalf of 4e158813d8fb41e8ab4e77f6fecff0e2 for: {'network': 1} {{(pid=99969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:16:41.830968 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-211f9a6a-30d9-450d-9733-3b41c838b088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for network, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:41.846457 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-211f9a6a-30d9-450d-9733-3b41c838b088 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:41.888730 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-059fc528-d95c-4701-82e1-785f05c84b7b None None] Set router 5563b8b7-24a5-47e5-af9f-8859034060d8 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:16:41.941501 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-310c9b27-d048-44c0-ba98-e3345b2f549e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071035758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070997326'] for subnet, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:41.952176 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-b14a57d7-26ba-4bf7-8b68-e84d01d2081c tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Publish callbacks [] for port, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:41.993751 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-b14a57d7-26ba-4bf7-8b68-e84d01d2081c tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431'] for port, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:42.014390 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['eed25f1e-9a27-4b42-a5bd-d105cc2fad41', '7274cb5b-3435-4889-8615-e6d057a87e1b', 'ad9ccc5f-d044-4315-8185-3e686e11242a'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:16:42.049676 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-b14a57d7-26ba-4bf7-8b68-e84d01d2081c tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Network 6fcee9b3-7837-41d6-b081-80c52c006d59 is already hosted by enough agents. {{(pid=99968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:16:42.058417 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c9b27-d048-44c0-ba98-e3345b2f549e admin admin] Pushing event updated for resources: {'Subnet': ['ID=40ba71ff-b87d-4807-80ae-b6f87ebe8e5d,revision_number=0']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:42.065091 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-b14a57d7-26ba-4bf7-8b68-e84d01d2081c tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Resources bound (agent type, host, resource id): {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:16:42.067824 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a57d7-26ba-4bf7-8b68-e84d01d2081c tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Pushing event updated for resources: {'Port': ['ID=9095ef91-5cda-4b47-9881-159cf6f34438,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:42.075459 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-b14a57d7-26ba-4bf7-8b68-e84d01d2081c tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Received port after_create {{(pid=99968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:16:42.082858 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-b14a57d7-26ba-4bf7-8b68-e84d01d2081c tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:42.083711 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-b14a57d7-26ba-4bf7-8b68-e84d01d2081c tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for port, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:42.103886 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-b14a57d7-26ba-4bf7-8b68-e84d01d2081c tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8522694 Oct 14 11:16:42.106751 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310c9b27-d048-44c0-ba98-e3345b2f549e admin admin] Checking segment: {'id': 'c9f0c6c6-e487-4a59-a755-5d9c830b845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5f7db347-fac1-46ce-a813-3becac987c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:16:42.107102 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310c9b27-d048-44c0-ba98-e3345b2f549e admin admin] Network hostable DHCP agents. Network: 5f7db347-fac1-46ce-a813-3becac987c9a, hostable agents: ['dc103412-d4dc-48a3-9309-49b6d77c9d56'], hosted agents: [] {{(pid=99969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 11:16:42.112072 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-211f9a6a-30d9-450d-9733-3b41c838b088 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:42.122778 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8aee4a-ae75-41f3-944a-924244ba88d2 req-44c29875-623e-425e-9895-a00bf61cc651 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:42.124604 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0b8aee4a-ae75-41f3-944a-924244ba88d2 req-44c29875-623e-425e-9895-a00bf61cc651 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?device_id=79dfcd47-fa24-4bff-98b2-2ad39ccf39ae HTTP/1.1" status: 200 len: 945 time: 0.1473198 Oct 14 11:16:42.126423 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-fee8170f-554c-47b1-a9e6-52cfd67b714b service neutron] Request body: {'port': {'device_id': '3c0055be-4830-4382-aee3-a65d0c518e6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:16:42.129096 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-211f9a6a-30d9-450d-9733-3b41c838b088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:42.192832 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-211f9a6a-30d9-450d-9733-3b41c838b088 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=99969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 11:16:42.196336 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-fee8170f-554c-47b1-a9e6-52cfd67b714b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:42.204808 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f9a6a-30d9-450d-9733-3b41c838b088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9839570f-76e1-4083-92e3-385ed90e223c,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:42.211794 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310c9b27-d048-44c0-ba98-e3345b2f549e admin admin] Network 5f7db347-fac1-46ce-a813-3becac987c9a is scheduled to be hosted by DHCP agent dc103412-d4dc-48a3-9309-49b6d77c9d56 with binding_index 1 {{(pid=99969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 11:16:42.258768 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-211f9a6a-30d9-450d-9733-3b41c838b088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240'] for segment, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:42.259140 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.db.segments_db [None req-211f9a6a-30d9-450d-9733-3b41c838b088 admin admin] Added segment 65e0c828-a500-4212-8d75-55440898e75b of type vlan for network 78406704-323b-4611-9294-7a5775aebeb9 Oct 14 11:16:42.262672 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.base_scheduler [None req-310c9b27-d048-44c0-ba98-e3345b2f549e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-3-iscsi, 5f7db347-fac1-46ce-a813-3becac987c9a) {{(pid=99969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:16:42.278291 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302a12a1-f41b-46ef-a829-861edcc0cb90 None None] Network 5f7db347-fac1-46ce-a813-3becac987c9a requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:16:42.283350 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-059fc528-d95c-4701-82e1-785f05c84b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fca766d0>, [{'id': '5563b8b7-24a5-47e5-af9f-8859034060d8', 'name': 'tempest-TestMinimumBasicScenario-286319195-router', 'tenant_id': '6d6fa027df6042c58b7e89feffe38ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '194ad3e0-b266-4dcd-b976-75d23dd15d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:32Z', 'updated_at': '2021-10-14T11:16:38Z', 'revision_number': 4, 'project_id': '6d6fa027df6042c58b7e89feffe38ee9', 'gw_port': {'id': '194ad3e0-b266-4dcd-b976-75d23dd15d97', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:93:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563b8b7-24a5-47e5-af9f-8859034060d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:34Z', 'updated_at': '2021-10-14T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': '22a2da22-3431-4386-8146-fc37361066af', 'name': '', 'network_id': 'b1361a31-564b-450d-bae4-c89d411fe947', 'tenant_id': '6d6fa027df6042c58b7e89feffe38ee9', 'mac_address': 'fa:16:3e:52:fc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5563b8b7-24a5-47e5-af9f-8859034060d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '741dea2e-2364-4b9e-a634-3a01888b0d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:37Z', 'updated_at': '2021-10-14T11:16:38Z', 'revision_number': 2, 'project_id': '6d6fa027df6042c58b7e89feffe38ee9', 'subnets': [{'id': '741dea2e-2364-4b9e-a634-3a01888b0d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:16:42.289441 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310c9b27-d048-44c0-ba98-e3345b2f549e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:42.290347 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-310c9b27-d048-44c0-ba98-e3345b2f549e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for subnet, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:42.309170 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0b8aee4a-ae75-41f3-944a-924244ba88d2 req-bf6d2c64-39c3-4be0-99b1-5bf49450cdee tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d7451c3-296c-483c-a2fd-630a02eabbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766093 Oct 14 11:16:42.337293 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059fc528-d95c-4701-82e1-785f05c84b7b None None] Checking router: 5563b8b7-24a5-47e5-af9f-8859034060d8 for host: dv-cinder-801354-3-iscsi {{(pid=99970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:16:42.337578 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059fc528-d95c-4701-82e1-785f05c84b7b None None] Updating router 5563b8b7-24a5-47e5-af9f-8859034060d8 port 22a2da22-3431-4386-8146-fc37361066af binding host dv-cinder-801354-3-iscsi {{(pid=99970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 11:16:42.372522 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-310c9b27-d048-44c0-ba98-e3345b2f549e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7805779 Oct 14 11:16:42.375392 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 33632) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:16:42.381713 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-37d45910-939a-40e5-b9c0-8d957d98bfc9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-5373198-router', 'tenant_id': '40e7450f765b40b8ba59d3f0599d0e30', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'}}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:16:42.395539 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-211f9a6a-30d9-450d-9733-3b41c838b088 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755827645040'] for network, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:42.405778 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e97e8-6926-4353-aed3-e3dd74f67038 req-a1acfce5-ef5f-40bc-b401-24da463f2fe3 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:42.410204 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b46e97e8-6926-4353-aed3-e3dd74f67038 req-a1acfce5-ef5f-40bc-b401-24da463f2fe3 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c0055be-4830-4382-aee3-a65d0c518e6e HTTP/1.1" status: 200 len: 932 time: 0.1229057 Oct 14 11:16:42.423871 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-059fc528-d95c-4701-82e1-785f05c84b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:42.440310 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-37d45910-939a-40e5-b9c0-8d957d98bfc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1073287198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14274'] for router, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:42.441518 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-37d45910-939a-40e5-b9c0-8d957d98bfc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1073287402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1073340511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1073345878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14283'] for router, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:42.514830 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b46e97e8-6926-4353-aed3-e3dd74f67038 req-9771f48f-c396-494b-8658-6d7262d28cd3 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943143 Oct 14 11:16:42.539435 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-211f9a6a-30d9-450d-9733-3b41c838b088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994'] for network, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:42.540675 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211f9a6a-30d9-450d-9733-3b41c838b088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:42.541264 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-211f9a6a-30d9-450d-9733-3b41c838b088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for network, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:42.611927 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-37d45910-939a-40e5-b9c0-8d957d98bfc9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:42.623060 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-211f9a6a-30d9-450d-9733-3b41c838b088 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0913770 Oct 14 11:16:42.629361 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 33636) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:16:42.633479 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-672b826f-2c57-49a3-874d-37b4898e1d14 admin admin] Request body: {'subnet': {'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1988551177-subnet', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'ip_version': 4}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:16:42.646019 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb8cfd-2b5a-45d8-b3e4-d2bba1c7ce9a req-3fec82e9-5424-410a-a784-53eea6688ab3 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:42.658875 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f0eb8cfd-2b5a-45d8-b3e4-d2bba1c7ce9a req-3fec82e9-5424-410a-a784-53eea6688ab3 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.1773272 Oct 14 11:16:42.662557 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f9a6a-30d9-450d-9733-3b41c838b088 admin admin] Pushing event updated for resources: {'Network': ['ID=78406704-323b-4611-9294-7a5775aebeb9,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:42.698142 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Network 78406704-323b-4611-9294-7a5775aebeb9 details requested by agent ovs-agent-dv-cinder-801354-3-iscsi with host dv-cinder-801354-3-iscsi {{(pid=99970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 11:16:42.708233 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04134206-e722-47dd-ba8a-849dddd15619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e812ef1-029a-5b51-ab78-5c6baf4a9599-5f7db347-fac1-46ce-a813-3becac987c9a', 'network_id': '5f7db347-fac1-46ce-a813-3becac987c9a', 'tenant_id': '40e7450f765b40b8ba59d3f0599d0e30', 'fixed_ips': [{'subnet_id': '40ba71ff-b87d-4807-80ae-b6f87ebe8e5d'}]}} from dv-cinder-801354-3-iscsi. {{(pid=99970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 11:16:42.709104 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-04134206-e722-47dd-ba8a-849dddd15619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:42.719274 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f0eb8cfd-2b5a-45d8-b3e4-d2bba1c7ce9a req-6b2c11f1-d6b8-46cb-86b6-8ef89c6b5c3b tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594263 Oct 14 11:16:42.724929 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672b826f-2c57-49a3-874d-37b4898e1d14 admin admin] Made reservation on behalf of 4e158813d8fb41e8ab4e77f6fecff0e2 for: {'subnet': 1} {{(pid=99969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:16:42.727843 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-672b826f-2c57-49a3-874d-37b4898e1d14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070997336'] for subnet, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:42.764055 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 194ad3e0-b266-4dcd-b976-75d23dd15d97 up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:16:42.767968 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-fee8170f-554c-47b1-a9e6-52cfd67b714b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9095ef91-5cda-4b47-9881-159cf6f34438 {{(pid=99968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:16:42.779831 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-fee8170f-554c-47b1-a9e6-52cfd67b714b service neutron] Publish callbacks [] for port, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:42.901186 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-fee8170f-554c-47b1-a9e6-52cfd67b714b service neutron] Transition to ACTIVE for port object 9095ef91-5cda-4b47-9881-159cf6f34438 will not be triggered until provisioned by entity L2. {{(pid=99968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 11:16:42.915797 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-fee8170f-554c-47b1-a9e6-52cfd67b714b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:42.988103 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-37d45910-939a-40e5-b9c0-8d957d98bfc9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:43.057821 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d1d5a-b02d-43d6-b2fc-58838c8fdf8b req-f8cce1a1-085d-46f6-a6fa-85b78415e8d2 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:43.059170 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f37d1d5a-b02d-43d6-b2fc-58838c8fdf8b req-f8cce1a1-085d-46f6-a6fa-85b78415e8d2 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.1205561 Oct 14 11:16:43.101206 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-672b826f-2c57-49a3-874d-37b4898e1d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071035758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070997326'] for subnet, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:43.108941 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:43.135006 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8170f-554c-47b1-a9e6-52cfd67b714b service neutron] Pushing event updated for resources: {'Port': ['ID=9095ef91-5cda-4b47-9881-159cf6f34438,revision_number=2']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:43.161458 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-fee8170f-554c-47b1-a9e6-52cfd67b714b service neutron] Attempting to bind port 9095ef91-5cda-4b47-9881-159cf6f34438 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:16:43.161792 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-fee8170f-554c-47b1-a9e6-52cfd67b714b service neutron] Attempting to bind port 9095ef91-5cda-4b47-9881-159cf6f34438 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'c0248d36-4a3e-4591-a907-589459636a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6fcee9b3-7837-41d6-b081-80c52c006d59'}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:16:43.162326 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-fee8170f-554c-47b1-a9e6-52cfd67b714b service neutron] Attempting to bind port 9095ef91-5cda-4b47-9881-159cf6f34438 on network 6fcee9b3-7837-41d6-b081-80c52c006d59 {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:16:43.170477 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-fee8170f-554c-47b1-a9e6-52cfd67b714b service neutron] Port 9095ef91-5cda-4b47-9881-159cf6f34438 on network 6fcee9b3-7837-41d6-b081-80c52c006d59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 11:16:43.170823 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-fee8170f-554c-47b1-a9e6-52cfd67b714b service neutron] Attempting to bind port 9095ef91-5cda-4b47-9881-159cf6f34438 on network 6fcee9b3-7837-41d6-b081-80c52c006d59 {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:16:43.177575 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:43.178491 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-fee8170f-554c-47b1-a9e6-52cfd67b714b service neutron] Checking agent: {'id': 'f75e9eb5-eb38-4e10-b93f-23a007c4e69f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 11, 37), 'started_at': datetime.datetime(2021, 10, 14, 11, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:16:43.178839 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-fee8170f-554c-47b1-a9e6-52cfd67b714b service neutron] Checking segment: {'id': 'c0248d36-4a3e-4591-a907-589459636a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6fcee9b3-7837-41d6-b081-80c52c006d59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:16:43.179227 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-fee8170f-554c-47b1-a9e6-52cfd67b714b service neutron] Bound using segment: {'id': 'c0248d36-4a3e-4591-a907-589459636a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6fcee9b3-7837-41d6-b081-80c52c006d59'} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:16:43.179670 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-fee8170f-554c-47b1-a9e6-52cfd67b714b service neutron] Bound port: 9095ef91-5cda-4b47-9881-159cf6f34438, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0248d36-4a3e-4591-a907-589459636a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6fcee9b3-7837-41d6-b081-80c52c006d59'}}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:16:43.180031 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-fee8170f-554c-47b1-a9e6-52cfd67b714b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:43.207800 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f37d1d5a-b02d-43d6-b2fc-58838c8fdf8b req-99d6793f-fb92-4e81-a4b4-030755fb822e tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377180 Oct 14 11:16:43.275388 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b826f-2c57-49a3-874d-37b4898e1d14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8d13795-4deb-41c7-a1d9-9368b1e4f7b1,revision_number=0']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:43.295188 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.db_base_plugin_common [None req-04134206-e722-47dd-ba8a-849dddd15619 None None] Allocated IP 172.20.0.2 (5f7db347-fac1-46ce-a813-3becac987c9a/40ba71ff-b87d-4807-80ae-b6f87ebe8e5d/28c3dafd-5e95-4fee-8f2d-5e63e991bce8) {{(pid=99970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:16:43.297022 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672b826f-2c57-49a3-874d-37b4898e1d14 admin admin] Checking segment: {'id': '65e0c828-a500-4212-8d75-55440898e75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '78406704-323b-4611-9294-7a5775aebeb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:16:43.297573 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672b826f-2c57-49a3-874d-37b4898e1d14 admin admin] Network hostable DHCP agents. Network: 78406704-323b-4611-9294-7a5775aebeb9, hostable agents: ['dc103412-d4dc-48a3-9309-49b6d77c9d56'], hosted agents: [] {{(pid=99969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 11:16:43.304596 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port 194ad3e0-b266-4dcd-b976-75d23dd15d97 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:16:43.304967 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:43.310751 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9f661-8e30-4a2f-9489-7c2ac563c34b req-caaac9a8-4096-49e7-933f-1dd0d7cacd5e tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:43.312887 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-07e9f661-8e30-4a2f-9489-7c2ac563c34b req-caaac9a8-4096-49e7-933f-1dd0d7cacd5e tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.39 "GET /v2.0/ports?device_id=79dfcd47-fa24-4bff-98b2-2ad39ccf39ae HTTP/1.1" status: 200 len: 945 time: 0.1591733 Oct 14 11:16:43.313234 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-fee8170f-554c-47b1-a9e6-52cfd67b714b service neutron] For port 9095ef91-5cda-4b47-9881-159cf6f34438, host hv-cinder-80135, cleared binding levels {{(pid=99968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:16:43.320864 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-fee8170f-554c-47b1-a9e6-52cfd67b714b service neutron] For port 9095ef91-5cda-4b47-9881-159cf6f34438, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=9095ef91-5cda-4b47-9881-159cf6f34438,segment=NetworkSegment(c0248d36-4a3e-4591-a907-589459636a0e),segment_id=c0248d36-4a3e-4591-a907-589459636a0e)] {{(pid=99968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:16:43.331082 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-fee8170f-554c-47b1-a9e6-52cfd67b714b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:43.376988 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672b826f-2c57-49a3-874d-37b4898e1d14 admin admin] Network 78406704-323b-4611-9294-7a5775aebeb9 is scheduled to be hosted by DHCP agent dc103412-d4dc-48a3-9309-49b6d77c9d56 with binding_index 1 {{(pid=99969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 11:16:43.377455 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-059fc528-d95c-4701-82e1-785f05c84b7b None None] Publish callbacks [] for port, precommit_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:43.424838 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-059fc528-d95c-4701-82e1-785f05c84b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:43.433488 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.base_scheduler [None req-672b826f-2c57-49a3-874d-37b4898e1d14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-3-iscsi, 78406704-323b-4611-9294-7a5775aebeb9) {{(pid=99969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:16:43.439930 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672b826f-2c57-49a3-874d-37b4898e1d14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:43.439930 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-672b826f-2c57-49a3-874d-37b4898e1d14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for subnet, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:43.450723 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8170f-554c-47b1-a9e6-52cfd67b714b service neutron] Pushing event updated for resources: {'Port': ['ID=9095ef91-5cda-4b47-9881-159cf6f34438,revision_number=3']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:43.499777 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-672b826f-2c57-49a3-874d-37b4898e1d14 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8663747 Oct 14 11:16:43.510896 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-fee8170f-554c-47b1-a9e6-52cfd67b714b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:43.511526 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-fee8170f-554c-47b1-a9e6-52cfd67b714b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for port, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:43.513038 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-fee8170f-554c-47b1-a9e6-52cfd67b714b service neutron] 10.222.0.39 "PUT /v2.0/ports/9095ef91-5cda-4b47-9881-159cf6f34438 HTTP/1.1" status: 200 len: 1094 time: 1.3914261 Oct 14 11:16:43.513507 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 33646) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:16:43.513980 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c0055be-4830-4382-aee3-a65d0c518e6e', 'tag': '9095ef91-5cda-4b47-9881-159cf6f34438'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:16:43.516525 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bc8dce43effdfc17fa197fa73d2f682717a0aeb1d45e7b66290f8ec122344fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a83c582-e1e5-4219-b893-9c51d794b79c" -d '{"events": [{"name": "network-changed", "server_uuid": "3c0055be-4830-4382-aee3-a65d0c518e6e", "tag": "9095ef91-5cda-4b47-9881-159cf6f34438"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:16:43.523288 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-c0b223b9-d3e9-4df1-ae40-c58653cd957f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1988551177-router', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'}}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:16:43.577856 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9fad0-64ca-404d-be81-e4bcfd9af78b req-a6cf5760-2ae4-433b-a824-a0955332b3ad tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:43.579868 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b8a9fad0-64ca-404d-be81-e4bcfd9af78b req-a6cf5760-2ae4-433b-a824-a0955332b3ad tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?device_id=79dfcd47-fa24-4bff-98b2-2ad39ccf39ae HTTP/1.1" status: 200 len: 945 time: 0.1083879 Oct 14 11:16:43.582459 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [req-07e9f661-8e30-4a2f-9489-7c2ac563c34b req-4ea65e39-f378-45c9-87e5-cd88f4227836 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Deleting port bc29ab67-dd0f-4e04-8d88-84d2395fff80 {{(pid=99969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:16:43.582797 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-07e9f661-8e30-4a2f-9489-7c2ac563c34b req-4ea65e39-f378-45c9-87e5-cd88f4227836 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:43.666621 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdae95db-2577-40f8-bda1-eab9b4b6d5ee None None] Network 78406704-323b-4611-9294-7a5775aebeb9 requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:16:43.676022 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfbee2c-0a0d-4563-b49e-d1681035823f x-openstack-request-id: req-fdfbee2c-0a0d-4563-b49e-d1681035823f {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:16:43.676580 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c0055be-4830-4382-aee3-a65d0c518e6e", "tag": "9095ef91-5cda-4b47-9881-159cf6f34438", "status": "completed", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:16:43.677033 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fdfbee2c-0a0d-4563-b49e-d1681035823f {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:16:43.677599 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c0055be-4830-4382-aee3-a65d0c518e6e', 'tag': '9095ef91-5cda-4b47-9881-159cf6f34438', 'status': 'completed', 'code': 200} Oct 14 11:16:43.760095 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b8a9fad0-64ca-404d-be81-e4bcfd9af78b req-a549b22c-77bd-4edd-99b2-8754c78258a4 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d7451c3-296c-483c-a2fd-630a02eabbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548741 Oct 14 11:16:43.762884 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-37d45910-939a-40e5-b9c0-8d957d98bfc9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:43.794589 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-37d45910-939a-40e5-b9c0-8d957d98bfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:43.865596 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [req-07e9f661-8e30-4a2f-9489-7c2ac563c34b req-4ea65e39-f378-45c9-87e5-cd88f4227836 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] For port bc29ab67-dd0f-4e04-8d88-84d2395fff80, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=bc29ab67-dd0f-4e04-8d88-84d2395fff80,segment=NetworkSegment(d6398ea5-cd7d-4e6c-be86-da8c36c99604),segment_id=d6398ea5-cd7d-4e6c-be86-da8c36c99604)] {{(pid=99969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:16:43.867546 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-07e9f661-8e30-4a2f-9489-7c2ac563c34b req-4ea65e39-f378-45c9-87e5-cd88f4227836 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:43.885603 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef3b4e-e287-4cce-99e2-2a366fde95bf req-4d855b83-24bb-4db8-8467-73a17946294f tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:43.902640 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 988df262-f09c-4fe0-bc00-221e5936214b no longer exists at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:16:43.902967 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-89ef3b4e-e287-4cce-99e2-2a366fde95bf req-4d855b83-24bb-4db8-8467-73a17946294f tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c0055be-4830-4382-aee3-a65d0c518e6e HTTP/1.1" status: 200 len: 944 time: 0.1684840 Oct 14 11:16:43.909072 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c0b223b9-d3e9-4df1-ae40-c58653cd957f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1073287198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14274'] for router, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:43.913247 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c0b223b9-d3e9-4df1-ae40-c58653cd957f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1073287402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1073340511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1073345878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14283'] for router, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:43.972886 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [req-07e9f661-8e30-4a2f-9489-7c2ac563c34b req-4ea65e39-f378-45c9-87e5-cd88f4227836 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Calling delete_port for bc29ab67-dd0f-4e04-8d88-84d2395fff80 owned by compute:nova {{(pid=99969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:16:43.999303 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c0b223b9-d3e9-4df1-ae40-c58653cd957f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:44.022667 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c99e3-4121-453b-a615-2eb0c6938b6f None None] Pushing event updated for resources: {'Port': ['ID=22a2da22-3431-4386-8146-fc37361066af,revision_number=3']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:44.022910 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-062d47fa-27e0-44f6-a6b0-d60625b416f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:44.031080 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-062d47fa-27e0-44f6-a6b0-d60625b416f0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da58af5ba8724ce1b31cedb26cef2243&device_id=3c0055be-4830-4382-aee3-a65d0c518e6e HTTP/1.1" status: 200 len: 1097 time: 0.3577318 Oct 14 11:16:44.077741 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010733bc-9e33-4957-aa0c-7f4065fd1eb4 req-b1423953-86dc-49d0-9632-71a6cdad4785 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:44.084797 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-010733bc-9e33-4957-aa0c-7f4065fd1eb4 req-b1423953-86dc-49d0-9632-71a6cdad4785 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 946 time: 0.1623607 Oct 14 11:16:44.092797 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-89ef3b4e-e287-4cce-99e2-2a366fde95bf req-2d48ac9a-c4b5-4d09-a38b-3744d8f80458 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890049 Oct 14 11:16:44.135997 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-059fc528-d95c-4701-82e1-785f05c84b7b None None] Attempting to bind port 22a2da22-3431-4386-8146-fc37361066af on host dv-cinder-801354-3-iscsi for vnic_type normal with profile {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:16:44.136607 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-059fc528-d95c-4701-82e1-785f05c84b7b None None] Attempting to bind port 22a2da22-3431-4386-8146-fc37361066af by drivers openvswitch,hyperv on host dv-cinder-801354-3-iscsi at level 0 using segments [{'id': 'bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b1361a31-564b-450d-bae4-c89d411fe947'}] {{(pid=99970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:16:44.136715 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059fc528-d95c-4701-82e1-785f05c84b7b None None] Attempting to bind port 22a2da22-3431-4386-8146-fc37361066af on network b1361a31-564b-450d-bae4-c89d411fe947 {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:16:44.145582 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-664ffcb1-376e-4ef1-92dd-9b47c4efd4ae None None] Provisioning complete for port 22a2da22-3431-4386-8146-fc37361066af triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:16:44.145942 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-664ffcb1-376e-4ef1-92dd-9b47c4efd4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:44.170293 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-010733bc-9e33-4957-aa0c-7f4065fd1eb4 req-6a84a0e8-89b9-4928-9ebe-354770214f00 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757458 Oct 14 11:16:44.172044 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-6ced26c6-1d4a-4ecc-b11f-6b198c961b34 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9095ef91-5cda-4b47-9881-159cf6f34438 HTTP/1.1" status: 200 len: 217 time: 0.0899248 Oct 14 11:16:44.194499 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059fc528-d95c-4701-82e1-785f05c84b7b None None] Checking agent: {'id': 'bb3727ce-8571-46e9-a464-805553a8417e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 5, 13), 'started_at': datetime.datetime(2021, 10, 14, 11, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:16:44.194499 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059fc528-d95c-4701-82e1-785f05c84b7b None None] Checking segment: {'id': 'bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b1361a31-564b-450d-bae4-c89d411fe947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:16:44.194499 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-059fc528-d95c-4701-82e1-785f05c84b7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:44.194499 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059fc528-d95c-4701-82e1-785f05c84b7b None None] Bound using segment: {'id': 'bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b1361a31-564b-450d-bae4-c89d411fe947'} {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:16:44.194499 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-059fc528-d95c-4701-82e1-785f05c84b7b None None] Bound port: 22a2da22-3431-4386-8146-fc37361066af, host: dv-cinder-801354-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b1361a31-564b-450d-bae4-c89d411fe947'}}] {{(pid=99970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:16:44.194499 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-059fc528-d95c-4701-82e1-785f05c84b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:44.233766 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:44.253134 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-04134206-e722-47dd-ba8a-849dddd15619 None None] Publish callbacks [] for port, precommit_create {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:44.273338 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cd0f17-6655-476d-88a7-90dcf0b4693c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e812ef1-029a-5b51-ab78-5c6baf4a9599-78406704-323b-4611-9294-7a5775aebeb9', 'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'fixed_ips': [{'subnet_id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1'}]}} from dv-cinder-801354-3-iscsi. {{(pid=99970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 11:16:44.274267 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-05cd0f17-6655-476d-88a7-90dcf0b4693c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:44.327848 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-07e9f661-8e30-4a2f-9489-7c2ac563c34b req-4ea65e39-f378-45c9-87e5-cd88f4227836 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:44.339767 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-04134206-e722-47dd-ba8a-849dddd15619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431'] for port, after_create {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:44.360038 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-664ffcb1-376e-4ef1-92dd-9b47c4efd4ae None None] Port 22a2da22-3431-4386-8146-fc37361066af cannot update to ACTIVE because it is not bound. {{(pid=99970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:16:44.382261 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['bc29ab67-dd0f-4e04-8d88-84d2395fff80'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:16:44.453797 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fa3ad3-712f-4b34-a6a3-ff27dcb163fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '988df262-f09c-4fe0-bc00-221e5936214b'}] {{(pid=99970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:16:44.456315 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e67274c3f7888a1e620d1da4f152c08f6ed72520f222e4ac6b19e3f5d220bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d50b6f-6f65-4b4c-972b-9b90fece35ff" -d '{"events": [{"server_uuid": "d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc", "name": "network-vif-unplugged", "status": "completed", "tag": "988df262-f09c-4fe0-bc00-221e5936214b"}]}' {{(pid=99970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:16:44.465921 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea65e39-f378-45c9-87e5-cd88f4227836 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Pushing event deleted for resources: {'Port': ['ID=bc29ab67-dd0f-4e04-8d88-84d2395fff80,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:44.481637 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9683b-0970-4708-8420-331ed66f9dae req-793df9dc-b016-4b57-a982-995168cc6a56 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:44.483666 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-cda9683b-0970-4708-8420-331ed66f9dae req-793df9dc-b016-4b57-a982-995168cc6a56 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.1451926 Oct 14 11:16:44.510511 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04134206-e722-47dd-ba8a-849dddd15619 None None] Network 5f7db347-fac1-46ce-a813-3becac987c9a is already hosted by enough agents. {{(pid=99970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:16:44.535402 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port 988df262-f09c-4fe0-bc00-221e5936214b, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=988df262-f09c-4fe0-bc00-221e5936214b,segment=NetworkSegment(f89198a1-603f-4689-b5b2-f4b9245553bb),segment_id=f89198a1-603f-4689-b5b2-f4b9245553bb)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:16:44.537064 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:44.550291 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.scheduler.base_scheduler [None req-04134206-e722-47dd-ba8a-849dddd15619 None None] Resources bound (agent type, host, resource id): {{(pid=99970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:16:44.551684 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e9f661-8e30-4a2f-9489-7c2ac563c34b req-4ea65e39-f378-45c9-87e5-cd88f4227836 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] No DVR routers for this DVR port bc29ab67-dd0f-4e04-8d88-84d2395fff80 on host hv-cinder-80135 {{(pid=99969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:16:44.555261 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea65e39-f378-45c9-87e5-cd88f4227836 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:44.555741 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea65e39-f378-45c9-87e5-cd88f4227836 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:44.556201 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea65e39-f378-45c9-87e5-cd88f4227836 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:44.556637 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea65e39-f378-45c9-87e5-cd88f4227836 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:44.557065 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea65e39-f378-45c9-87e5-cd88f4227836 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:44.557576 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea65e39-f378-45c9-87e5-cd88f4227836 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:44.557917 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea65e39-f378-45c9-87e5-cd88f4227836 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:44.558393 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea65e39-f378-45c9-87e5-cd88f4227836 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:44.558944 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea65e39-f378-45c9-87e5-cd88f4227836 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:44.560395 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea65e39-f378-45c9-87e5-cd88f4227836 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:44.562438 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea65e39-f378-45c9-87e5-cd88f4227836 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:44.562438 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea65e39-f378-45c9-87e5-cd88f4227836 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:44.562781 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04134206-e722-47dd-ba8a-849dddd15619 None None] Received port after_create {{(pid=99970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:16:44.565779 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-07e9f661-8e30-4a2f-9489-7c2ac563c34b req-4ea65e39-f378-45c9-87e5-cd88f4227836 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:44.571894 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-07e9f661-8e30-4a2f-9489-7c2ac563c34b req-4ea65e39-f378-45c9-87e5-cd88f4227836 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.39 "DELETE /v2.0/ports/bc29ab67-dd0f-4e04-8d88-84d2395fff80 HTTP/1.1" status: 204 len: 173 time: 1.2398124 Oct 14 11:16:44.587707 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79dfcd47-fa24-4bff-98b2-2ad39ccf39ae', 'name': 'network-vif-deleted', 'tag': 'bc29ab67-dd0f-4e04-8d88-84d2395fff80'}] {{(pid=99969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:16:44.590319 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a93a02263ebe6e695f08df3ef7f4cabed4a40ac7132537441ac5c84a82560800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a74639-2ed2-47bc-91af-3187c55a3e2e" -d '{"events": [{"server_uuid": "79dfcd47-fa24-4bff-98b2-2ad39ccf39ae", "name": "network-vif-deleted", "tag": "bc29ab67-dd0f-4e04-8d88-84d2395fff80"}]}' {{(pid=99969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:16:44.628478 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:44.637672 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c0b223b9-d3e9-4df1-ae40-c58653cd957f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:44.639407 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04134206-e722-47dd-ba8a-849dddd15619 None None] Pushing event updated for resources: {'Port': ['ID=28c3dafd-5e95-4fee-8f2d-5e63e991bce8,revision_number=1']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:44.643637 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-cda9683b-0970-4708-8420-331ed66f9dae req-add98f95-95ce-4840-984c-9be8f30eddaa tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937061 Oct 14 11:16:44.672092 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_common [None req-37d45910-939a-40e5-b9c0-8d957d98bfc9 admin admin] Allocated IP 172.27.0.245 (e7b04304-7a8b-409f-a7ac-32fc979111a9/b7c74a80-f412-4798-967a-8287544534dc/c22f39ca-c644-4d61-81a7-a622610593c9) {{(pid=99968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:16:44.686771 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-059fc528-d95c-4701-82e1-785f05c84b7b None None] For port 22a2da22-3431-4386-8146-fc37361066af, host dv-cinder-801354-3-iscsi, cleared binding levels {{(pid=99970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:16:44.692031 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-6e3322c7-ae72-49be-99ff-2c08f77d627b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:44.693673 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-6e3322c7-ae72-49be-99ff-2c08f77d627b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=062aa61e-8393-46f9-9d0c-d7a786ad6648 HTTP/1.1" status: 200 len: 855 time: 0.1838126 Oct 14 11:16:44.754411 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-c1f92b53-f4f0-44e6-8a0e-916c8c636ca5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6fcee9b3-7837-41d6-b081-80c52c006d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497642 Oct 14 11:16:44.808768 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06e6a0e-ec7b-49d7-95bc-d36bf0890bd7 x-openstack-request-id: req-e06e6a0e-ec7b-49d7-95bc-d36bf0890bd7 {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:16:44.808973 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79dfcd47-fa24-4bff-98b2-2ad39ccf39ae", "name": "network-vif-deleted", "tag": "bc29ab67-dd0f-4e04-8d88-84d2395fff80", "status": "completed", "code": 200}]} {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:16:44.809575 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e06e6a0e-ec7b-49d7-95bc-d36bf0890bd7 {{(pid=99969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:16:44.810772 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79dfcd47-fa24-4bff-98b2-2ad39ccf39ae', 'name': 'network-vif-deleted', 'tag': 'bc29ab67-dd0f-4e04-8d88-84d2395fff80', 'status': 'completed', 'code': 200} Oct 14 11:16:44.848491 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-059fc528-d95c-4701-82e1-785f05c84b7b None None] For port 22a2da22-3431-4386-8146-fc37361066af, host dv-cinder-801354-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=22a2da22-3431-4386-8146-fc37361066af,segment=NetworkSegment(bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2),segment_id=bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2)] {{(pid=99970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:16:44.861329 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 14 Oct 2021 11:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1287507-1ab1-4da4-8cfa-ae4f141d72ca x-openstack-request-id: req-d1287507-1ab1-4da4-8cfa-ae4f141d72ca {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:16:44.861716 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc", "name": "network-vif-unplugged", "status": "failed", "tag": "988df262-f09c-4fe0-bc00-221e5936214b", "code": 422}]} {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:16:44.861966 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d1287507-1ab1-4da4-8cfa-ae4f141d72ca {{(pid=99970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:16:44.862896 dv-cinder-801354-3-iscsi neutron-server[99970]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd8fa3ad3-712f-4b34-a6a3-ff27dcb163fc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '988df262-f09c-4fe0-bc00-221e5936214b', 'code': 422} returned with failed status Oct 14 11:16:44.886533 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-059fc528-d95c-4701-82e1-785f05c84b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:44.944844 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-addd960c-9dfe-4a25-967e-904ec82b4252 req-b7c36104-2eeb-4133-b035-3a14374cd659 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?device_id=79dfcd47-fa24-4bff-98b2-2ad39ccf39ae HTTP/1.1" status: 200 len: 210 time: 0.0341716 Oct 14 11:16:45.022022 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-37d45910-939a-40e5-b9c0-8d957d98bfc9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:45.026445 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-5a27460c-96e4-439b-bb11-574cb13e08a6 service neutron] 10.222.0.39 "GET /v2.0/networks/6fcee9b3-7837-41d6-b081-80c52c006d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578971 Oct 14 11:16:45.044722 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.db_base_plugin_common [None req-05cd0f17-6655-476d-88a7-90dcf0b4693c None None] Allocated IP 172.20.0.2 (78406704-323b-4611-9294-7a5775aebeb9/c8d13795-4deb-41c7-a1d9-9368b1e4f7b1/f1cfdddc-4f05-45b7-9085-6600a4eab8c1) {{(pid=99970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:16:45.053708 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-04134206-e722-47dd-ba8a-849dddd15619 None None] Attempting to bind port 28c3dafd-5e95-4fee-8f2d-5e63e991bce8 on host dv-cinder-801354-3-iscsi for vnic_type normal with profile {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:16:45.054271 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-04134206-e722-47dd-ba8a-849dddd15619 None None] Attempting to bind port 28c3dafd-5e95-4fee-8f2d-5e63e991bce8 by drivers openvswitch,hyperv on host dv-cinder-801354-3-iscsi at level 0 using segments [{'id': 'c9f0c6c6-e487-4a59-a755-5d9c830b845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5f7db347-fac1-46ce-a813-3becac987c9a'}] {{(pid=99970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:16:45.054787 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04134206-e722-47dd-ba8a-849dddd15619 None None] Attempting to bind port 28c3dafd-5e95-4fee-8f2d-5e63e991bce8 on network 5f7db347-fac1-46ce-a813-3becac987c9a {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:16:45.062156 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=988df262-f09c-4fe0-bc00-221e5936214b,revision_number=8']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:45.077350 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059fc528-d95c-4701-82e1-785f05c84b7b None None] Routers {'5563b8b7-24a5-47e5-af9f-8859034060d8'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:16:45.078417 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-059fc528-d95c-4701-82e1-785f05c84b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fca766d0>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:16:41Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['5563b8b7-24a5-47e5-af9f-8859034060d8'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:16:45.081538 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04134206-e722-47dd-ba8a-849dddd15619 None None] Checking agent: {'id': 'bb3727ce-8571-46e9-a464-805553a8417e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 5, 13), 'started_at': datetime.datetime(2021, 10, 14, 11, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:16:45.082335 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04134206-e722-47dd-ba8a-849dddd15619 None None] Checking segment: {'id': 'c9f0c6c6-e487-4a59-a755-5d9c830b845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5f7db347-fac1-46ce-a813-3becac987c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:16:45.082839 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-04134206-e722-47dd-ba8a-849dddd15619 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:45.083329 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04134206-e722-47dd-ba8a-849dddd15619 None None] Bound using segment: {'id': 'c9f0c6c6-e487-4a59-a755-5d9c830b845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5f7db347-fac1-46ce-a813-3becac987c9a'} {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:16:45.083932 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-04134206-e722-47dd-ba8a-849dddd15619 None None] Bound port: 28c3dafd-5e95-4fee-8f2d-5e63e991bce8, host: dv-cinder-801354-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f0c6c6-e487-4a59-a755-5d9c830b845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5f7db347-fac1-46ce-a813-3becac987c9a'}}] {{(pid=99970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:16:45.084421 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-04134206-e722-47dd-ba8a-849dddd15619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:45.211100 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-37d45910-939a-40e5-b9c0-8d957d98bfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431'] for port, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:45.276023 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-5521245c-cfcb-4b4b-a91c-8e996dee3d2c req-72dace8e-387d-4e1d-9e4a-627e01ff4c73 service neutron] 10.222.0.39 "GET /v2.0/networks/6fcee9b3-7837-41d6-b081-80c52c006d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319245 Oct 14 11:16:45.331342 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6178e-bd67-47aa-8618-b9bb99ffa297 req-78d77252-0074-4661-a0b8-4ac379fee8e2 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:45.333236 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-05a6178e-bd67-47aa-8618-b9bb99ffa297 req-78d77252-0074-4661-a0b8-4ac379fee8e2 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c0055be-4830-4382-aee3-a65d0c518e6e HTTP/1.1" status: 200 len: 944 time: 0.1175497 Oct 14 11:16:45.353285 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [req-1ffe00d1-8ae7-4b3f-abec-572f2e3c0294 req-1fd9c550-d791-43cd-ac36-a324746aa31b service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=99969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 11:16:45.354549 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1ffe00d1-8ae7-4b3f-abec-572f2e3c0294 req-1fd9c550-d791-43cd-ac36-a324746aa31b service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0091388 Oct 14 11:16:45.407079 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-05a6178e-bd67-47aa-8618-b9bb99ffa297 req-1e587171-709b-498f-af15-564e9bd5a39e tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595412 Oct 14 11:16:45.456020 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d45910-939a-40e5-b9c0-8d957d98bfc9 admin admin] Network e7b04304-7a8b-409f-a7ac-32fc979111a9 is already hosted by enough agents. {{(pid=99968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:16:45.477820 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [None req-37d45910-939a-40e5-b9c0-8d957d98bfc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:16:45.479947 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d45910-939a-40e5-b9c0-8d957d98bfc9 admin admin] Pushing event updated for resources: {'Port': ['ID=c22f39ca-c644-4d61-81a7-a622610593c9,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:45.486694 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d45910-939a-40e5-b9c0-8d957d98bfc9 admin admin] Received port after_create {{(pid=99968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:16:45.545712 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-04134206-e722-47dd-ba8a-849dddd15619 None None] For port 28c3dafd-5e95-4fee-8f2d-5e63e991bce8, host dv-cinder-801354-3-iscsi, cleared binding levels {{(pid=99970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:16:45.553848 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c99e3-4121-453b-a615-2eb0c6938b6f None None] Pushing event updated for resources: {'Port': ['ID=22a2da22-3431-4386-8146-fc37361066af,revision_number=4']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:45.587083 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-04134206-e722-47dd-ba8a-849dddd15619 None None] For port 28c3dafd-5e95-4fee-8f2d-5e63e991bce8, host dv-cinder-801354-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=28c3dafd-5e95-4fee-8f2d-5e63e991bce8,segment=NetworkSegment(c9f0c6c6-e487-4a59-a755-5d9c830b845d),segment_id=c9f0c6c6-e487-4a59-a755-5d9c830b845d)] {{(pid=99970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:16:45.589394 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-059fc528-d95c-4701-82e1-785f05c84b7b None None] Set router 5563b8b7-24a5-47e5-af9f-8859034060d8 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:16:45.619088 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d45910-939a-40e5-b9c0-8d957d98bfc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:45.619591 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d45910-939a-40e5-b9c0-8d957d98bfc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:45.620090 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d45910-939a-40e5-b9c0-8d957d98bfc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:45.620517 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d45910-939a-40e5-b9c0-8d957d98bfc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:45.620981 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d45910-939a-40e5-b9c0-8d957d98bfc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:45.621506 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d45910-939a-40e5-b9c0-8d957d98bfc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:45.622023 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d45910-939a-40e5-b9c0-8d957d98bfc9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:45.622476 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d45910-939a-40e5-b9c0-8d957d98bfc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:45.623343 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d45910-939a-40e5-b9c0-8d957d98bfc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:45.623343 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d45910-939a-40e5-b9c0-8d957d98bfc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:45.623563 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-c7311d07-e2a0-46ea-a1ce-abf92fdeb36b None None] Provisioning complete for port 22a2da22-3431-4386-8146-fc37361066af triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:16:45.623662 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-c7311d07-e2a0-46ea-a1ce-abf92fdeb36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:45.623863 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d45910-939a-40e5-b9c0-8d957d98bfc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:45.624308 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d45910-939a-40e5-b9c0-8d957d98bfc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:16:45.634039 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-04134206-e722-47dd-ba8a-849dddd15619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:45.688440 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e98c8-bc5e-4e44-8db8-194ecb77893a req-2e36dfb5-98f7-495b-aba8-f173123e77ec tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:45.692810 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-675e98c8-bc5e-4e44-8db8-194ecb77893a req-2e36dfb5-98f7-495b-aba8-f173123e77ec tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 944 time: 0.1108398 Oct 14 11:16:45.772033 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83c582-e1e5-4219-b893-9c51d794b79c req-d223ca1e-3b4f-4e05-8be5-12857f8b8a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:45.774563 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-7a83c582-e1e5-4219-b893-9c51d794b79c req-d223ca1e-3b4f-4e05-8be5-12857f8b8a26 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da58af5ba8724ce1b31cedb26cef2243&device_id=3c0055be-4830-4382-aee3-a65d0c518e6e HTTP/1.1" status: 200 len: 1097 time: 0.3987434 Oct 14 11:16:45.783842 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c0b223b9-d3e9-4df1-ae40-c58653cd957f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:45.839952 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c0b223b9-d3e9-4df1-ae40-c58653cd957f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:45.876174 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-675e98c8-bc5e-4e44-8db8-194ecb77893a req-6e50228d-50d5-40e0-92e9-f9a92fae8723 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701143 Oct 14 11:16:45.896836 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04134206-e722-47dd-ba8a-849dddd15619 None None] Pushing event updated for resources: {'Port': ['ID=28c3dafd-5e95-4fee-8f2d-5e63e991bce8,revision_number=2']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:45.904198 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-05cd0f17-6655-476d-88a7-90dcf0b4693c None None] Publish callbacks [] for port, precommit_create {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:45.929383 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed17da-72dc-497c-a849-9c82882dc0be req-6473a216-21ac-44ea-9649-175592d0ad96 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:45.937374 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2bed17da-72dc-497c-a849-9c82882dc0be req-6473a216-21ac-44ea-9649-175592d0ad96 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.1646795 Oct 14 11:16:45.964336 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-05cd0f17-6655-476d-88a7-90dcf0b4693c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431'] for port, after_create {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:46.051159 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2bed17da-72dc-497c-a849-9c82882dc0be req-cc481c24-d6f7-4e6b-ac11-cc22d3a26c93 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129694 Oct 14 11:16:46.082498 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-c7311d07-e2a0-46ea-a1ce-abf92fdeb36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:46.086046 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cd0f17-6655-476d-88a7-90dcf0b4693c None None] Network 78406704-323b-4611-9294-7a5775aebeb9 is already hosted by enough agents. {{(pid=99970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:16:46.095331 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.scheduler.base_scheduler [None req-05cd0f17-6655-476d-88a7-90dcf0b4693c None None] Resources bound (agent type, host, resource id): {{(pid=99970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:16:46.116249 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cd0f17-6655-476d-88a7-90dcf0b4693c None None] Received port after_create {{(pid=99970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:16:46.116249 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd0f17-6655-476d-88a7-90dcf0b4693c None None] Pushing event updated for resources: {'Port': ['ID=f1cfdddc-4f05-45b7-9085-6600a4eab8c1,revision_number=1']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:46.436077 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-c7311d07-e2a0-46ea-a1ce-abf92fdeb36b None None] For port 22a2da22-3431-4386-8146-fc37361066af, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=22a2da22-3431-4386-8146-fc37361066af,segment=NetworkSegment(bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2),segment_id=bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:16:46.469886 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-c7311d07-e2a0-46ea-a1ce-abf92fdeb36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:46.516186 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-059fc528-d95c-4701-82e1-785f05c84b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fca766d0>, [{'id': '5563b8b7-24a5-47e5-af9f-8859034060d8', 'name': 'tempest-TestMinimumBasicScenario-286319195-router', 'tenant_id': '6d6fa027df6042c58b7e89feffe38ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '194ad3e0-b266-4dcd-b976-75d23dd15d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:32Z', 'updated_at': '2021-10-14T11:16:38Z', 'revision_number': 4, 'project_id': '6d6fa027df6042c58b7e89feffe38ee9', 'gw_port': {'id': '194ad3e0-b266-4dcd-b976-75d23dd15d97', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:93:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563b8b7-24a5-47e5-af9f-8859034060d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:34Z', 'updated_at': '2021-10-14T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': '22a2da22-3431-4386-8146-fc37361066af', 'name': '', 'network_id': 'b1361a31-564b-450d-bae4-c89d411fe947', 'tenant_id': '6d6fa027df6042c58b7e89feffe38ee9', 'mac_address': 'fa:16:3e:52:fc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5563b8b7-24a5-47e5-af9f-8859034060d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '741dea2e-2364-4b9e-a634-3a01888b0d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:37Z', 'updated_at': '2021-10-14T11:16:44Z', 'revision_number': 4, 'project_id': '6d6fa027df6042c58b7e89feffe38ee9', 'subnets': [{'id': '741dea2e-2364-4b9e-a634-3a01888b0d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:16:46.524327 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-05cd0f17-6655-476d-88a7-90dcf0b4693c None None] Attempting to bind port f1cfdddc-4f05-45b7-9085-6600a4eab8c1 on host dv-cinder-801354-3-iscsi for vnic_type normal with profile {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:16:46.524815 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-05cd0f17-6655-476d-88a7-90dcf0b4693c None None] Attempting to bind port f1cfdddc-4f05-45b7-9085-6600a4eab8c1 by drivers openvswitch,hyperv on host dv-cinder-801354-3-iscsi at level 0 using segments [{'id': '65e0c828-a500-4212-8d75-55440898e75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '78406704-323b-4611-9294-7a5775aebeb9'}] {{(pid=99970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:16:46.525075 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cd0f17-6655-476d-88a7-90dcf0b4693c None None] Attempting to bind port f1cfdddc-4f05-45b7-9085-6600a4eab8c1 on network 78406704-323b-4611-9294-7a5775aebeb9 {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:16:46.669425 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-37d45910-939a-40e5-b9c0-8d957d98bfc9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:46.676328 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 33712) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:16:46.703323 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059fc528-d95c-4701-82e1-785f05c84b7b None None] The sync data for ids ['5563b8b7-24a5-47e5-af9f-8859034060d8'] in dv-cinder-801354-3-iscsi is: [{'id': '5563b8b7-24a5-47e5-af9f-8859034060d8', 'name': 'tempest-TestMinimumBasicScenario-286319195-router', 'tenant_id': '6d6fa027df6042c58b7e89feffe38ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '194ad3e0-b266-4dcd-b976-75d23dd15d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:32Z', 'updated_at': '2021-10-14T11:16:38Z', 'revision_number': 4, 'project_id': '6d6fa027df6042c58b7e89feffe38ee9', 'gw_port': {'id': '194ad3e0-b266-4dcd-b976-75d23dd15d97', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:93:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563b8b7-24a5-47e5-af9f-8859034060d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:34Z', 'updated_at': '2021-10-14T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': '22a2da22-3431-4386-8146-fc37361066af', 'name': '', 'network_id': 'b1361a31-564b-450d-bae4-c89d411fe947', 'tenant_id': '6d6fa027df6042c58b7e89feffe38ee9', 'mac_address': 'fa:16:3e:52:fc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5563b8b7-24a5-47e5-af9f-8859034060d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '741dea2e-2364-4b9e-a634-3a01888b0d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:37Z', 'updated_at': '2021-10-14T11:16:44Z', 'revision_number': 4, 'project_id': '6d6fa027df6042c58b7e89feffe38ee9', 'subnets': [{'id': '741dea2e-2364-4b9e-a634-3a01888b0d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:16:46.710296 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cd0f17-6655-476d-88a7-90dcf0b4693c None None] Checking agent: {'id': 'bb3727ce-8571-46e9-a464-805553a8417e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 5, 13), 'started_at': datetime.datetime(2021, 10, 14, 11, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:16:46.711572 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cd0f17-6655-476d-88a7-90dcf0b4693c None None] Checking segment: {'id': '65e0c828-a500-4212-8d75-55440898e75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '78406704-323b-4611-9294-7a5775aebeb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:16:46.712712 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-05cd0f17-6655-476d-88a7-90dcf0b4693c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:46.713766 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cd0f17-6655-476d-88a7-90dcf0b4693c None None] Bound using segment: {'id': '65e0c828-a500-4212-8d75-55440898e75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '78406704-323b-4611-9294-7a5775aebeb9'} {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:16:46.715035 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-05cd0f17-6655-476d-88a7-90dcf0b4693c None None] Bound port: f1cfdddc-4f05-45b7-9085-6600a4eab8c1, host: dv-cinder-801354-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65e0c828-a500-4212-8d75-55440898e75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '78406704-323b-4611-9294-7a5775aebeb9'}}] {{(pid=99970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:16:46.715373 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-05cd0f17-6655-476d-88a7-90dcf0b4693c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:46.717739 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7311d07-e2a0-46ea-a1ce-abf92fdeb36b None None] Pushing event updated for resources: {'Port': ['ID=22a2da22-3431-4386-8146-fc37361066af,revision_number=5']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:46.761723 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83c582-e1e5-4219-b893-9c51d794b79c req-33c6f365-af78-4f7d-9336-703458520c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:46.770551 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-7a83c582-e1e5-4219-b893-9c51d794b79c req-33c6f365-af78-4f7d-9336-703458520c1e service neutron] 10.222.0.39 "GET /v2.0/networks?id=6fcee9b3-7837-41d6-b081-80c52c006d59 HTTP/1.1" status: 200 len: 916 time: 0.9770474 Oct 14 11:16:46.868504 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_common [None req-c0b223b9-d3e9-4df1-ae40-c58653cd957f admin admin] Allocated IP 172.27.0.137 (e7b04304-7a8b-409f-a7ac-32fc979111a9/b7c74a80-f412-4798-967a-8287544534dc/737147bc-d3e3-4758-8343-3a5bc3600538) {{(pid=99968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:16:46.869311 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 28c3dafd-5e95-4fee-8f2d-5e63e991bce8 up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:16:46.891939 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a0296-656f-4e5f-8fb1-76871ff953a6 req-c83cf7de-54aa-43ce-a038-49bda3601431 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:46.894218 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b50a0296-656f-4e5f-8fb1-76871ff953a6 req-c83cf7de-54aa-43ce-a038-49bda3601431 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c0055be-4830-4382-aee3-a65d0c518e6e HTTP/1.1" status: 200 len: 944 time: 0.1966434 Oct 14 11:16:46.930205 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-7a83c582-e1e5-4219-b893-9c51d794b79c req-71e6d313-bc33-4c80-b5f7-b11e6ba0e258 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9095ef91-5cda-4b47-9881-159cf6f34438 HTTP/1.1" status: 200 len: 217 time: 0.1452043 Oct 14 11:16:46.960815 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-fba4fbe2-1d73-4dbf-8106-d12da5b76308 req-dae47d84-fb88-4221-a4ee-a77cbd20b417 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2822604 Oct 14 11:16:46.999840 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-05cd0f17-6655-476d-88a7-90dcf0b4693c None None] For port f1cfdddc-4f05-45b7-9085-6600a4eab8c1, host dv-cinder-801354-3-iscsi, cleared binding levels {{(pid=99970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:16:47.006959 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-05cd0f17-6655-476d-88a7-90dcf0b4693c None None] For port f1cfdddc-4f05-45b7-9085-6600a4eab8c1, host dv-cinder-801354-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=f1cfdddc-4f05-45b7-9085-6600a4eab8c1,segment=NetworkSegment(65e0c828-a500-4212-8d75-55440898e75b),segment_id=65e0c828-a500-4212-8d75-55440898e75b)] {{(pid=99970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:16:47.015491 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b50a0296-656f-4e5f-8fb1-76871ff953a6 req-06e879c9-7006-41f9-be4e-f3acb9a0dcd4 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062357 Oct 14 11:16:47.027070 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port 28c3dafd-5e95-4fee-8f2d-5e63e991bce8 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:16:47.027070 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:47.029514 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-05cd0f17-6655-476d-88a7-90dcf0b4693c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:47.034246 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [req-fba4fbe2-1d73-4dbf-8106-d12da5b76308 req-0332b1ed-83a0-4c15-87b0-b1b10ce6e916 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=99969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 11:16:47.053033 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-fba4fbe2-1d73-4dbf-8106-d12da5b76308 req-0332b1ed-83a0-4c15-87b0-b1b10ce6e916 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0571446 Oct 14 11:16:47.256110 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83c582-e1e5-4219-b893-9c51d794b79c req-4762ac2c-7b48-4d50-ac2e-0bd9f8aa4c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:47.262745 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-7a83c582-e1e5-4219-b893-9c51d794b79c req-4762ac2c-7b48-4d50-ac2e-0bd9f8aa4c36 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=062aa61e-8393-46f9-9d0c-d7a786ad6648 HTTP/1.1" status: 200 len: 855 time: 0.2726858 Oct 14 11:16:47.270081 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b7d93-649b-468c-bd2c-3ea3fd31899f req-d76eea53-6bac-4dc4-a885-ce470c97236a tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:47.283849 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4f4b7d93-649b-468c-bd2c-3ea3fd31899f req-d76eea53-6bac-4dc4-a885-ce470c97236a tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 944 time: 0.1871545 Oct 14 11:16:47.445065 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4f4b7d93-649b-468c-bd2c-3ea3fd31899f req-1894c07d-b802-48cf-a973-488c85018729 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487052 Oct 14 11:16:47.483110 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e4bd5-1665-4776-be22-d371c0c6992e req-85e74288-b4c8-4b7c-ade2-152440e01fcf tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:47.505926 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-dd5e4bd5-1665-4776-be22-d371c0c6992e req-85e74288-b4c8-4b7c-ade2-152440e01fcf tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.2169721 Oct 14 11:16:47.540009 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:47.542595 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd0f17-6655-476d-88a7-90dcf0b4693c None None] Pushing event updated for resources: {'Port': ['ID=f1cfdddc-4f05-45b7-9085-6600a4eab8c1,revision_number=2']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:47.621073 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-dd5e4bd5-1665-4776-be22-d371c0c6992e req-f2fe797e-cc45-4af9-8ee8-e9a8588afddc tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139596 Oct 14 11:16:47.658500 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] For port 28c3dafd-5e95-4fee-8f2d-5e63e991bce8, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=28c3dafd-5e95-4fee-8f2d-5e63e991bce8,segment=NetworkSegment(c9f0c6c6-e487-4a59-a755-5d9c830b845d),segment_id=c9f0c6c6-e487-4a59-a755-5d9c830b845d)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:16:47.665627 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:47.814133 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Pushing event updated for resources: {'Port': ['ID=28c3dafd-5e95-4fee-8f2d-5e63e991bce8,revision_number=3']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:47.868627 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4257a35-22c6-40d5-abed-a0c00c8e5b66 None None] Network 5f7db347-fac1-46ce-a813-3becac987c9a requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:16:48.036825 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 9095ef91-5cda-4b47-9881-159cf6f34438 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=99970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:16:48.046021 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c0b223b9-d3e9-4df1-ae40-c58653cd957f admin admin] Publish callbacks [] for port, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:48.050164 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-7a83c582-e1e5-4219-b893-9c51d794b79c req-bdacdb1f-4ad8-4900-9916-4a06d7c6456d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6fcee9b3-7837-41d6-b081-80c52c006d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405967 Oct 14 11:16:48.053793 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-37d45910-939a-40e5-b9c0-8d957d98bfc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1073287315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1073340520'] for router, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:48.132645 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-e11a5af0-ee83-49d9-98bb-c217fdb6b465 None None] Provisioning complete for port 28c3dafd-5e95-4fee-8f2d-5e63e991bce8 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:16:48.133238 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-e11a5af0-ee83-49d9-98bb-c217fdb6b465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:48.239694 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce065e8-0e3e-4c30-99b6-4780f25b3df7 req-1c3e9f5f-be40-472a-a0a8-c3e92887ea02 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:48.242848 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5ce065e8-0e3e-4c30-99b6-4780f25b3df7 req-1c3e9f5f-be40-472a-a0a8-c3e92887ea02 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c0055be-4830-4382-aee3-a65d0c518e6e HTTP/1.1" status: 200 len: 944 time: 0.0880797 Oct 14 11:16:48.248075 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c0b223b9-d3e9-4df1-ae40-c58653cd957f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431'] for port, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:48.280936 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d45910-939a-40e5-b9c0-8d957d98bfc9 admin admin] Router ff065b73-571e-4829-8c75-070cab94e271 is scheduled to L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 with binding_index 1 {{(pid=99968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 11:16:48.358611 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5ce065e8-0e3e-4c30-99b6-4780f25b3df7 req-f4bfa82a-d3e2-442a-8b6e-dfd454660a00 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080391 Oct 14 11:16:48.373868 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b223b9-d3e9-4df1-ae40-c58653cd957f admin admin] Network e7b04304-7a8b-409f-a7ac-32fc979111a9 is already hosted by enough agents. {{(pid=99968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:16:48.418900 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [None req-c0b223b9-d3e9-4df1-ae40-c58653cd957f admin admin] Resources bound (agent type, host, resource id): {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:16:48.424932 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b223b9-d3e9-4df1-ae40-c58653cd957f admin admin] Received port after_create {{(pid=99968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:16:48.436428 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b223b9-d3e9-4df1-ae40-c58653cd957f admin admin] Pushing event updated for resources: {'Port': ['ID=737147bc-d3e3-4758-8343-3a5bc3600538,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:48.459780 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port 9095ef91-5cda-4b47-9881-159cf6f34438, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=9095ef91-5cda-4b47-9881-159cf6f34438,segment=NetworkSegment(c0248d36-4a3e-4591-a907-589459636a0e),segment_id=c0248d36-4a3e-4591-a907-589459636a0e)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:16:48.505515 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Returning: {'device': '9095ef91-5cda-4b47-9881-159cf6f34438', 'network_id': '6fcee9b3-7837-41d6-b081-80c52c006d59', 'port_id': '9095ef91-5cda-4b47-9881-159cf6f34438', 'mac_address': 'fa:16:3e:b6:59:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '062aa61e-8393-46f9-9d0c-d7a786ad6648', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:16:48.608465 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:48.658970 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9095ef91-5cda-4b47-9881-159cf6f34438 {{(pid=99970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:16:48.734826 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port 9095ef91-5cda-4b47-9881-159cf6f34438, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=9095ef91-5cda-4b47-9881-159cf6f34438,segment=NetworkSegment(c0248d36-4a3e-4591-a907-589459636a0e),segment_id=c0248d36-4a3e-4591-a907-589459636a0e)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:16:48.749446 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:48.851865 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 988df262-f09c-4fe0-bc00-221e5936214b no longer exists at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:16:48.870074 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61f401-db82-4aea-b4d2-b344256b8453 req-23996aa7-fef7-4ab0-9d32-b1508c0b57ad tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:48.886346 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-af61f401-db82-4aea-b4d2-b344256b8453 req-23996aa7-fef7-4ab0-9d32-b1508c0b57ad tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 944 time: 0.2535367 Oct 14 11:16:48.949288 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d45910-939a-40e5-b9c0-8d957d98bfc9 admin admin] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:16:48.962809 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecacbd52-1974-4133-b4f3-24ec10072fa2 None None] Sync routers for ids ['ff065b73-571e-4829-8c75-070cab94e271'] in dv-cinder-801354-3-iscsi {{(pid=99971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:16:48.985531 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecacbd52-1974-4133-b4f3-24ec10072fa2 None None] Routers {'ff065b73-571e-4829-8c75-070cab94e271'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:16:48.986598 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-ecacbd52-1974-4133-b4f3-24ec10072fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fd7b6280>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:16:41Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['ff065b73-571e-4829-8c75-070cab94e271'], 'active': True} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:16:48.994288 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=9095ef91-5cda-4b47-9881-159cf6f34438,revision_number=4']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:49.042660 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device f1cfdddc-4f05-45b7-9085-6600a4eab8c1 up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:16:49.054812 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-af61f401-db82-4aea-b4d2-b344256b8453 req-ac0bec01-7cd0-4b25-824b-0bb8e9950109 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334159 Oct 14 11:16:49.101782 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c124656-8621-488c-ae9c-2692034f46e5 req-4da045de-2804-4d22-9b47-fc9e2cfe9909 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:49.111013 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6c124656-8621-488c-ae9c-2692034f46e5 req-4da045de-2804-4d22-9b47-fc9e2cfe9909 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.2082529 Oct 14 11:16:49.115427 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-37d45910-939a-40e5-b9c0-8d957d98bfc9 admin admin] Publish callbacks [] for router, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:49.116655 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-37d45910-939a-40e5-b9c0-8d957d98bfc9 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.7386308 Oct 14 11:16:49.121301 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 33736) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:16:49.155237 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c0ce8a-6c1d-46da-aaae-e4b0e42d7bd0 None None] Network 78406704-323b-4611-9294-7a5775aebeb9 requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:16:49.196901 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6c124656-8621-488c-ae9c-2692034f46e5 req-00fcf398-0105-4fa7-bb9e-7000e77d276c tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850093 Oct 14 11:16:49.236915 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvr_db [None req-ecacbd52-1974-4133-b4f3-24ec10072fa2 None None] Set router ff065b73-571e-4829-8c75-070cab94e271 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:16:49.241207 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-7a83c582-e1e5-4219-b893-9c51d794b79c req-c425e083-aaa8-440e-b821-9adbe106079e service neutron] 10.222.0.39 "GET /v2.0/networks/6fcee9b3-7837-41d6-b081-80c52c006d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007697 Oct 14 11:16:49.300215 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c0b223b9-d3e9-4df1-ae40-c58653cd957f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:49.308622 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-079a8239-ae6e-4411-842b-cd4665d3c99d None None] Provisioning complete for port 28c3dafd-5e95-4fee-8f2d-5e63e991bce8 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:16:49.309142 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-079a8239-ae6e-4411-842b-cd4665d3c99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:49.360113 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port f1cfdddc-4f05-45b7-9085-6600a4eab8c1 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:16:49.361163 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:49.420827 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device bc29ab67-dd0f-4e04-8d88-84d2395fff80 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:16:49.462952 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] No Port match for: bc29ab67-dd0f-4e04-8d88-84d2395fff80 {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:16:49.463392 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device bc29ab67-dd0f-4e04-8d88-84d2395fff80 not bound to the agent host hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:16:49.501994 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-ecacbd52-1974-4133-b4f3-24ec10072fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fd7b6280>, [{'id': 'ff065b73-571e-4829-8c75-070cab94e271', 'name': 'tempest-TestMinimumBasicScenario-5373198-router', 'tenant_id': '40e7450f765b40b8ba59d3f0599d0e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'c22f39ca-c644-4d61-81a7-a622610593c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:42Z', 'updated_at': '2021-10-14T11:16:45Z', 'revision_number': 3, 'project_id': '40e7450f765b40b8ba59d3f0599d0e30', 'gw_port': {'id': 'c22f39ca-c644-4d61-81a7-a622610593c9', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:82:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff065b73-571e-4829-8c75-070cab94e271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:43Z', 'updated_at': '2021-10-14T11:16:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi'}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:16:49.542966 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecacbd52-1974-4133-b4f3-24ec10072fa2 None None] Checking router: ff065b73-571e-4829-8c75-070cab94e271 for host: dv-cinder-801354-3-iscsi {{(pid=99971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:16:49.543607 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecacbd52-1974-4133-b4f3-24ec10072fa2 None None] Updating router ff065b73-571e-4829-8c75-070cab94e271 port c22f39ca-c644-4d61-81a7-a622610593c9 binding host dv-cinder-801354-3-iscsi {{(pid=99971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 11:16:49.586657 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289d210-d1bf-4f0c-9c02-87e2654582de req-6cc8b9e2-0273-4677-96f3-1b66e14df2eb tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:49.589576 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-ecacbd52-1974-4133-b4f3-24ec10072fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:49.596977 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e289d210-d1bf-4f0c-9c02-87e2654582de req-6cc8b9e2-0273-4677-96f3-1b66e14df2eb tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c0055be-4830-4382-aee3-a65d0c518e6e HTTP/1.1" status: 200 len: 945 time: 0.1315641 Oct 14 11:16:49.633621 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:49.679408 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] For port f1cfdddc-4f05-45b7-9085-6600a4eab8c1, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=f1cfdddc-4f05-45b7-9085-6600a4eab8c1,segment=NetworkSegment(65e0c828-a500-4212-8d75-55440898e75b),segment_id=65e0c828-a500-4212-8d75-55440898e75b)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:16:49.686579 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:49.690000 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 28c3dafd-5e95-4fee-8f2d-5e63e991bce8 up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:16:49.756018 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c0b223b9-d3e9-4df1-ae40-c58653cd957f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1073287315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1073340520'] for router, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:49.815018 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-dba0ee14-b97f-4088-a27e-98105fb91065 None None] Provisioning complete for port f1cfdddc-4f05-45b7-9085-6600a4eab8c1 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:16:49.815474 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-dba0ee14-b97f-4088-a27e-98105fb91065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:49.990792 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Pushing event updated for resources: {'Port': ['ID=f1cfdddc-4f05-45b7-9085-6600a4eab8c1,revision_number=3']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:50.151338 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port 28c3dafd-5e95-4fee-8f2d-5e63e991bce8 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:16:50.152641 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:50.183429 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e289d210-d1bf-4f0c-9c02-87e2654582de req-66fa3301-b2a4-418f-8990-8d9cbb7197a1 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5852540 Oct 14 11:16:50.266246 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-ecacbd52-1974-4133-b4f3-24ec10072fa2 None None] Publish callbacks [] for port, precommit_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:50.276201 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22114658-eca3-4359-885d-2dc3ebd91e00 req-a210fbb7-c3ca-487f-9eef-92901b5fc48a tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:50.278864 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-ecacbd52-1974-4133-b4f3-24ec10072fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:50.279990 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-22114658-eca3-4359-885d-2dc3ebd91e00 req-a210fbb7-c3ca-487f-9eef-92901b5fc48a tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 944 time: 0.0668004 Oct 14 11:16:50.296958 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['9095ef91-5cda-4b47-9881-159cf6f34438'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:16:50.329586 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-7a83c582-e1e5-4219-b893-9c51d794b79c req-00c5ae9a-1dc6-4067-8e2c-c83a2d0e3392 service neutron] 10.222.0.39 "GET /v2.0/networks/6fcee9b3-7837-41d6-b081-80c52c006d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4665220 Oct 14 11:16:50.337573 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-22114658-eca3-4359-885d-2dc3ebd91e00 req-39e7ae8e-e9bc-4cda-b67e-7e9d88b0e91f tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499616 Oct 14 11:16:50.376012 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7322e210-b831-4eef-9297-32bc6542caef None None] Pushing event updated for resources: {'Port': ['ID=c22f39ca-c644-4d61-81a7-a622610593c9,revision_number=2']} {{(pid=99971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:50.405850 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.managers [None req-ecacbd52-1974-4133-b4f3-24ec10072fa2 None None] Attempting to bind port c22f39ca-c644-4d61-81a7-a622610593c9 on host dv-cinder-801354-3-iscsi for vnic_type normal with profile {{(pid=99971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:16:50.406081 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.managers [None req-ecacbd52-1974-4133-b4f3-24ec10072fa2 None None] Attempting to bind port c22f39ca-c644-4d61-81a7-a622610593c9 by drivers openvswitch,hyperv on host dv-cinder-801354-3-iscsi at level 0 using segments [{'id': '41826669-4ce7-4556-a5ab-a5c365ae266e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'}] {{(pid=99971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:16:50.406443 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecacbd52-1974-4133-b4f3-24ec10072fa2 None None] Attempting to bind port c22f39ca-c644-4d61-81a7-a622610593c9 on network e7b04304-7a8b-409f-a7ac-32fc979111a9 {{(pid=99971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:16:50.416496 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecacbd52-1974-4133-b4f3-24ec10072fa2 None None] Checking agent: {'id': 'bb3727ce-8571-46e9-a464-805553a8417e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 5, 13), 'started_at': datetime.datetime(2021, 10, 14, 11, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:16:50.417073 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecacbd52-1974-4133-b4f3-24ec10072fa2 None None] Checking segment: {'id': '41826669-4ce7-4556-a5ab-a5c365ae266e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:16:50.417722 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-ecacbd52-1974-4133-b4f3-24ec10072fa2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:50.418376 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecacbd52-1974-4133-b4f3-24ec10072fa2 None None] Bound using segment: {'id': '41826669-4ce7-4556-a5ab-a5c365ae266e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'} {{(pid=99971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:16:50.419156 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.managers [None req-ecacbd52-1974-4133-b4f3-24ec10072fa2 None None] Bound port: c22f39ca-c644-4d61-81a7-a622610593c9, host: dv-cinder-801354-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41826669-4ce7-4556-a5ab-a5c365ae266e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'}}] {{(pid=99971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:16:50.419780 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-ecacbd52-1974-4133-b4f3-24ec10072fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:50.421320 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd9428-61dd-4d19-924d-2cb0bee36e5e req-3ba4fd2c-8abc-4399-a05d-9724c651bc24 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:50.430458 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-35dd9428-61dd-4d19-924d-2cb0bee36e5e req-3ba4fd2c-8abc-4399-a05d-9724c651bc24 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.0921261 Oct 14 11:16:50.439429 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4adfa628-59a5-44f6-ac0c-87a65259528d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:50.440952 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 22a2da22-3431-4386-8146-fc37361066af up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:16:50.479386 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-35dd9428-61dd-4d19-924d-2cb0bee36e5e req-b477ae9f-fa29-43d9-b4e8-df749c95127e tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476351 Oct 14 11:16:50.503276 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-10ee7d92-d0c8-497f-9b2d-eab6a6e1b6e3 None None] Provisioning complete for port f1cfdddc-4f05-45b7-9085-6600a4eab8c1 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:16:50.504034 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-10ee7d92-d0c8-497f-9b2d-eab6a6e1b6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:50.511922 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.db [None req-ecacbd52-1974-4133-b4f3-24ec10072fa2 None None] For port c22f39ca-c644-4d61-81a7-a622610593c9, host dv-cinder-801354-3-iscsi, cleared binding levels {{(pid=99971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:16:50.516087 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.db [None req-ecacbd52-1974-4133-b4f3-24ec10072fa2 None None] For port c22f39ca-c644-4d61-81a7-a622610593c9, host dv-cinder-801354-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=c22f39ca-c644-4d61-81a7-a622610593c9,segment=NetworkSegment(41826669-4ce7-4556-a5ab-a5c365ae266e),segment_id=41826669-4ce7-4556-a5ab-a5c365ae266e)] {{(pid=99971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:16:50.523877 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-ecacbd52-1974-4133-b4f3-24ec10072fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:50.598088 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7322e210-b831-4eef-9297-32bc6542caef None None] Pushing event updated for resources: {'Port': ['ID=c22f39ca-c644-4d61-81a7-a622610593c9,revision_number=3']} {{(pid=99971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:50.601296 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecacbd52-1974-4133-b4f3-24ec10072fa2 None None] Routers {'ff065b73-571e-4829-8c75-070cab94e271'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:16:50.611203 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-ecacbd52-1974-4133-b4f3-24ec10072fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fd7b6280>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:16:41Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['ff065b73-571e-4829-8c75-070cab94e271'], 'active': True} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:16:50.639824 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port 22a2da22-3431-4386-8146-fc37361066af triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:16:50.640103 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:50.805840 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvr_db [None req-ecacbd52-1974-4133-b4f3-24ec10072fa2 None None] Set router ff065b73-571e-4829-8c75-070cab94e271 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:16:50.825475 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b223b9-d3e9-4df1-ae40-c58653cd957f admin admin] Router d3390d2a-e921-4dc5-9520-011e2374b090 is scheduled to L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 with binding_index 1 {{(pid=99968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 11:16:50.983209 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device f1cfdddc-4f05-45b7-9085-6600a4eab8c1 up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:16:51.058314 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port f1cfdddc-4f05-45b7-9085-6600a4eab8c1 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:16:51.059359 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:51.094609 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_common [None req-4adfa628-59a5-44f6-ac0c-87a65259528d admin admin] Allocated IP 172.20.0.1 (5f7db347-fac1-46ce-a813-3becac987c9a/40ba71ff-b87d-4807-80ae-b6f87ebe8e5d/57b1a996-2e2c-4904-810c-0f55edca1b19) {{(pid=99968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:16:51.115125 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-ecacbd52-1974-4133-b4f3-24ec10072fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fd7b6280>, [{'id': 'ff065b73-571e-4829-8c75-070cab94e271', 'name': 'tempest-TestMinimumBasicScenario-5373198-router', 'tenant_id': '40e7450f765b40b8ba59d3f0599d0e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'c22f39ca-c644-4d61-81a7-a622610593c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:42Z', 'updated_at': '2021-10-14T11:16:45Z', 'revision_number': 3, 'project_id': '40e7450f765b40b8ba59d3f0599d0e30', 'gw_port': {'id': 'c22f39ca-c644-4d61-81a7-a622610593c9', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:82:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff065b73-571e-4829-8c75-070cab94e271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:43Z', 'updated_at': '2021-10-14T11:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi'}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:16:51.149159 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecacbd52-1974-4133-b4f3-24ec10072fa2 None None] The sync data for ids ['ff065b73-571e-4829-8c75-070cab94e271'] in dv-cinder-801354-3-iscsi is: [{'id': 'ff065b73-571e-4829-8c75-070cab94e271', 'name': 'tempest-TestMinimumBasicScenario-5373198-router', 'tenant_id': '40e7450f765b40b8ba59d3f0599d0e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'c22f39ca-c644-4d61-81a7-a622610593c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:42Z', 'updated_at': '2021-10-14T11:16:45Z', 'revision_number': 3, 'project_id': '40e7450f765b40b8ba59d3f0599d0e30', 'gw_port': {'id': 'c22f39ca-c644-4d61-81a7-a622610593c9', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:82:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff065b73-571e-4829-8c75-070cab94e271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:43Z', 'updated_at': '2021-10-14T11:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi'}] {{(pid=99971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:16:51.186655 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b223b9-d3e9-4df1-ae40-c58653cd957f admin admin] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:16:51.223069 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e0f165-5dee-4d21-9c99-838fb92d2c56 None None] Sync routers for ids ['d3390d2a-e921-4dc5-9520-011e2374b090'] in dv-cinder-801354-3-iscsi {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:16:51.260635 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c0b223b9-d3e9-4df1-ae40-c58653cd957f admin admin] Publish callbacks [] for router, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:51.261920 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-c0b223b9-d3e9-4df1-ae40-c58653cd957f admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.7422116 Oct 14 11:16:51.266405 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 33758) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:16:51.280255 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e0f165-5dee-4d21-9c99-838fb92d2c56 None None] Routers {'d3390d2a-e921-4dc5-9520-011e2374b090'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:16:51.281054 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-10e0f165-5dee-4d21-9c99-838fb92d2c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fcfea5e0>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:16:41Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['d3390d2a-e921-4dc5-9520-011e2374b090'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:16:51.348865 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4adfa628-59a5-44f6-ac0c-87a65259528d admin admin] Publish callbacks [] for port, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:51.449269 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4adfa628-59a5-44f6-ac0c-87a65259528d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431'] for port, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:51.525573 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adfa628-59a5-44f6-ac0c-87a65259528d admin admin] Network 5f7db347-fac1-46ce-a813-3becac987c9a is already hosted by enough agents. {{(pid=99968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:16:51.529406 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [None req-4adfa628-59a5-44f6-ac0c-87a65259528d admin admin] Resources bound (agent type, host, resource id): {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:16:51.535208 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adfa628-59a5-44f6-ac0c-87a65259528d admin admin] Received port after_create {{(pid=99968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:16:51.535691 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4adfa628-59a5-44f6-ac0c-87a65259528d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1073342815'] for router_interface, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:51.598408 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adfa628-59a5-44f6-ac0c-87a65259528d admin admin] Pushing event updated for resources: {'Port': ['ID=57b1a996-2e2c-4904-810c-0f55edca1b19,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:51.670780 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-10e0f165-5dee-4d21-9c99-838fb92d2c56 None None] Set router d3390d2a-e921-4dc5-9520-011e2374b090 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:16:51.887498 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea876724-6ac0-4270-a5c8-30a542fdd0f6 req-f28ef832-1be7-4640-a7bd-089b52cb373a tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:51.890077 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ea876724-6ac0-4270-a5c8-30a542fdd0f6 req-f28ef832-1be7-4640-a7bd-089b52cb373a tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 944 time: 0.3653321 Oct 14 11:16:51.922663 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 9095ef91-5cda-4b47-9881-159cf6f34438 up at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:16:52.017350 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec48f2d-f5bb-4bbc-b3bf-aac4c2654847 req-dbe67de4-fed3-4a00-8ee9-e9daff1fd418 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:52.034276 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-bec48f2d-f5bb-4bbc-b3bf-aac4c2654847 req-dbe67de4-fed3-4a00-8ee9-e9daff1fd418 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c0055be-4830-4382-aee3-a65d0c518e6e HTTP/1.1" status: 200 len: 945 time: 0.5060143 Oct 14 11:16:52.040648 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-19017748-23ff-4896-aabc-a970e0c67170 None None] Provisioning complete for port 57b1a996-2e2c-4904-810c-0f55edca1b19 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:16:52.041249 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-19017748-23ff-4896-aabc-a970e0c67170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:52.048331 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4adfa628-59a5-44f6-ac0c-87a65259528d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:52.101911 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning for port 9095ef91-5cda-4b47-9881-159cf6f34438 completed by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 11:16:52.122776 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning complete for port 9095ef91-5cda-4b47-9881-159cf6f34438 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:16:52.123380 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:52.129910 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-19017748-23ff-4896-aabc-a970e0c67170 None None] Port 57b1a996-2e2c-4904-810c-0f55edca1b19 cannot update to ACTIVE because it is not bound. {{(pid=99970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:16:52.130370 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4fbe2-1d73-4dbf-8106-d12da5b76308 req-2bb35950-c6bf-4038-a211-925852017c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:52.134097 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-fba4fbe2-1d73-4dbf-8106-d12da5b76308 req-2bb35950-c6bf-4038-a211-925852017c25 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc&tenant_id=b0d78c4c2bd84fe29041852181e0868c HTTP/1.1" status: 200 len: 1097 time: 0.2908497 Oct 14 11:16:52.138747 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-10e0f165-5dee-4d21-9c99-838fb92d2c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fcfea5e0>, [{'id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'name': 'tempest-TestVolumeBootPattern-1988551177-router', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:43Z', 'updated_at': '2021-10-14T11:16:48Z', 'revision_number': 3, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'gw_port': {'id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:51:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:45Z', 'updated_at': '2021-10-14T11:16:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi'}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:16:52.161783 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ea876724-6ac0-4270-a5c8-30a542fdd0f6 req-9331a6e6-9e9b-482a-ac3f-a7ab5f2adfea tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233791 Oct 14 11:16:52.208708 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e0f165-5dee-4d21-9c99-838fb92d2c56 None None] Checking router: d3390d2a-e921-4dc5-9520-011e2374b090 for host: dv-cinder-801354-3-iscsi {{(pid=99970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:16:52.213172 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e0f165-5dee-4d21-9c99-838fb92d2c56 None None] Updating router d3390d2a-e921-4dc5-9520-011e2374b090 port 737147bc-d3e3-4758-8343-3a5bc3600538 binding host dv-cinder-801354-3-iscsi {{(pid=99970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 11:16:52.294492 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-bec48f2d-f5bb-4bbc-b3bf-aac4c2654847 req-5852e946-7141-4fdd-bb55-a3cc553347f3 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590220 Oct 14 11:16:52.311627 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-10e0f165-5dee-4d21-9c99-838fb92d2c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:52.434465 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4adfa628-59a5-44f6-ac0c-87a65259528d admin admin] Publish callbacks [] for port, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:52.461989 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147877c-da96-4bb9-a037-f92b0e55e7e1 req-5c61e29e-52ef-462b-8526-fe03d75cbc99 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:52.463620 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c147877c-da96-4bb9-a037-f92b0e55e7e1 req-5c61e29e-52ef-462b-8526-fe03d75cbc99 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.0966544 Oct 14 11:16:52.480272 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4adfa628-59a5-44f6-ac0c-87a65259528d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:52.481289 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4adfa628-59a5-44f6-ac0c-87a65259528d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1073186008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1073342763'] for router_interface, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:52.525567 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4fbe2-1d73-4dbf-8106-d12da5b76308 req-adbcfb6c-7f68-4b34-b490-47930427f65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:52.527205 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-fba4fbe2-1d73-4dbf-8106-d12da5b76308 req-adbcfb6c-7f68-4b34-b490-47930427f65c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b0d78c4c2bd84fe29041852181e0868c&device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 1097 time: 0.3064139 Oct 14 11:16:52.552761 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c147877c-da96-4bb9-a037-f92b0e55e7e1 req-e1a458ec-f463-4804-a9e7-597a17c263a3 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755005 Oct 14 11:16:52.630899 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:52.654357 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adfa628-59a5-44f6-ac0c-87a65259528d admin admin] Pushing event updated for resources: {'Port': ['ID=57b1a996-2e2c-4904-810c-0f55edca1b19,revision_number=2']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:52.691744 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0055be-4830-4382-aee3-a65d0c518e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9095ef91-5cda-4b47-9881-159cf6f34438'}] {{(pid=99970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:16:52.694775 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e67274c3f7888a1e620d1da4f152c08f6ed72520f222e4ac6b19e3f5d220bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5511be70-8718-4d7b-88bc-e9233bffe0fc" -d '{"events": [{"server_uuid": "3c0055be-4830-4382-aee3-a65d0c518e6e", "name": "network-vif-plugged", "status": "completed", "tag": "9095ef91-5cda-4b47-9881-159cf6f34438"}]}' {{(pid=99970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:16:52.745107 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4fbe2-1d73-4dbf-8106-d12da5b76308 req-4782818a-2b2d-48d6-a278-028e446da7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:52.746680 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-fba4fbe2-1d73-4dbf-8106-d12da5b76308 req-4782818a-2b2d-48d6-a278-028e446da7d7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2f17ff47-830b-4023-ad66-66e432a33b51 HTTP/1.1" status: 200 len: 917 time: 0.2104850 Oct 14 11:16:52.748048 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-562353d8-31e4-4f31-9742-d2f080ddf2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:52.750153 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port 9095ef91-5cda-4b47-9881-159cf6f34438, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=9095ef91-5cda-4b47-9881-159cf6f34438,segment=NetworkSegment(c0248d36-4a3e-4591-a907-589459636a0e),segment_id=c0248d36-4a3e-4591-a907-589459636a0e)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:16:52.821485 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:52.824423 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b0c592-20cf-4899-a5dd-3d4b214ccc60 x-openstack-request-id: req-71b0c592-20cf-4899-a5dd-3d4b214ccc60 {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:16:52.824841 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0055be-4830-4382-aee3-a65d0c518e6e", "name": "network-vif-plugged", "status": "completed", "tag": "9095ef91-5cda-4b47-9881-159cf6f34438", "code": 200}]} {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:16:52.825489 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-71b0c592-20cf-4899-a5dd-3d4b214ccc60 {{(pid=99970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:16:52.826116 dv-cinder-801354-3-iscsi neutron-server[99970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0055be-4830-4382-aee3-a65d0c518e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9095ef91-5cda-4b47-9881-159cf6f34438', 'code': 200} Oct 14 11:16:52.955813 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adfa628-59a5-44f6-ac0c-87a65259528d admin admin] Network 5f7db347-fac1-46ce-a813-3becac987c9a is already hosted by enough agents. {{(pid=99968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:16:52.971106 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [None req-4adfa628-59a5-44f6-ac0c-87a65259528d admin admin] Resources bound (agent type, host, resource id): {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:16:53.020079 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-fba4fbe2-1d73-4dbf-8106-d12da5b76308 req-7d5c8920-0fcc-4c42-82b2-1f4c90f2a265 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=988df262-f09c-4fe0-bc00-221e5936214b HTTP/1.1" status: 200 len: 1000 time: 0.2561424 Oct 14 11:16:53.029647 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=9095ef91-5cda-4b47-9881-159cf6f34438,revision_number=5']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:53.065438 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device c22f39ca-c644-4d61-81a7-a622610593c9 up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:16:53.134782 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.db_base_plugin_common [None req-562353d8-31e4-4f31-9742-d2f080ddf2c7 admin admin] Allocated IP 172.20.0.1 (78406704-323b-4611-9294-7a5775aebeb9/c8d13795-4deb-41c7-a1d9-9368b1e4f7b1/8cb97258-08ef-47e3-9e28-efb6a506d066) {{(pid=99969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:16:53.187684 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4adfa628-59a5-44f6-ac0c-87a65259528d admin admin] Router ff065b73-571e-4829-8c75-070cab94e271 has already been hosted by L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 {{(pid=99968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:16:53.193990 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-10e0f165-5dee-4d21-9c99-838fb92d2c56 None None] Publish callbacks [] for port, precommit_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:53.203583 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-10e0f165-5dee-4d21-9c99-838fb92d2c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:53.238767 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4fbe2-1d73-4dbf-8106-d12da5b76308 req-4ca4dc5c-ff16-4af8-95ca-0fcee7e15cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:53.241688 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-fba4fbe2-1d73-4dbf-8106-d12da5b76308 req-4ca4dc5c-ff16-4af8-95ca-0fcee7e15cb5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fca00ce8-46db-40c9-b0ce-2996d51e47d7 HTTP/1.1" status: 200 len: 855 time: 0.0688434 Oct 14 11:16:53.264130 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port c22f39ca-c644-4d61-81a7-a622610593c9 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:16:53.264500 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:53.320036 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c17b1c-65fd-45a6-93f2-a82b7d1eae63 None None] Pushing event updated for resources: {'Port': ['ID=737147bc-d3e3-4758-8343-3a5bc3600538,revision_number=2']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:53.329787 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-562353d8-31e4-4f31-9742-d2f080ddf2c7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:53.375470 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-10e0f165-5dee-4d21-9c99-838fb92d2c56 None None] Attempting to bind port 737147bc-d3e3-4758-8343-3a5bc3600538 on host dv-cinder-801354-3-iscsi for vnic_type normal with profile {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:16:53.376160 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-10e0f165-5dee-4d21-9c99-838fb92d2c56 None None] Attempting to bind port 737147bc-d3e3-4758-8343-3a5bc3600538 by drivers openvswitch,hyperv on host dv-cinder-801354-3-iscsi at level 0 using segments [{'id': '41826669-4ce7-4556-a5ab-a5c365ae266e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'}] {{(pid=99970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:16:53.376334 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e0f165-5dee-4d21-9c99-838fb92d2c56 None None] Attempting to bind port 737147bc-d3e3-4758-8343-3a5bc3600538 on network e7b04304-7a8b-409f-a7ac-32fc979111a9 {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:16:53.381500 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4adfa628-59a5-44f6-ac0c-87a65259528d admin admin] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:16:53.387017 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-4adfa628-59a5-44f6-ac0c-87a65259528d admin admin] 10.222.0.46 "PUT /v2.0/routers/ff065b73-571e-4829-8c75-070cab94e271/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2631752 Oct 14 11:16:53.389846 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e0f165-5dee-4d21-9c99-838fb92d2c56 None None] Checking agent: {'id': 'bb3727ce-8571-46e9-a464-805553a8417e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 5, 13), 'started_at': datetime.datetime(2021, 10, 14, 11, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:16:53.390401 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e0f165-5dee-4d21-9c99-838fb92d2c56 None None] Checking segment: {'id': '41826669-4ce7-4556-a5ab-a5c365ae266e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:16:53.390803 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-10e0f165-5dee-4d21-9c99-838fb92d2c56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:53.391190 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e0f165-5dee-4d21-9c99-838fb92d2c56 None None] Bound using segment: {'id': '41826669-4ce7-4556-a5ab-a5c365ae266e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'} {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:16:53.392335 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-10e0f165-5dee-4d21-9c99-838fb92d2c56 None None] Bound port: 737147bc-d3e3-4758-8343-3a5bc3600538, host: dv-cinder-801354-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41826669-4ce7-4556-a5ab-a5c365ae266e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'}}] {{(pid=99970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:16:53.392972 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-10e0f165-5dee-4d21-9c99-838fb92d2c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:53.465260 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71bb9c6-624f-444a-b6d1-58514a63e69a req-ea1d2831-8d13-4d64-bb65-51745e281084 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:53.467164 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d71bb9c6-624f-444a-b6d1-58514a63e69a req-ea1d2831-8d13-4d64-bb65-51745e281084 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 944 time: 0.1432793 Oct 14 11:16:53.472569 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-10e0f165-5dee-4d21-9c99-838fb92d2c56 None None] For port 737147bc-d3e3-4758-8343-3a5bc3600538, host dv-cinder-801354-3-iscsi, cleared binding levels {{(pid=99970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:16:53.549641 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-562353d8-31e4-4f31-9742-d2f080ddf2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:53.550457 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-82941ccb-cf37-45d4-8ca2-703c293a2838 None None] Provisioning complete for port 57b1a996-2e2c-4904-810c-0f55edca1b19 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:16:53.551294 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-82941ccb-cf37-45d4-8ca2-703c293a2838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:53.569270 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4a2df-3f6f-40cd-9d31-221a23b631b2 req-07c7033a-8f70-4e39-93e5-5b3423dba07d tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:53.571039 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ddb4a2df-3f6f-40cd-9d31-221a23b631b2 req-07c7033a-8f70-4e39-93e5-5b3423dba07d tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c0055be-4830-4382-aee3-a65d0c518e6e HTTP/1.1" status: 200 len: 946 time: 0.1220374 Oct 14 11:16:53.583242 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d71bb9c6-624f-444a-b6d1-58514a63e69a req-e7a826df-d913-4b76-8a76-d23e67264467 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044204 Oct 14 11:16:53.613103 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-10e0f165-5dee-4d21-9c99-838fb92d2c56 None None] For port 737147bc-d3e3-4758-8343-3a5bc3600538, host dv-cinder-801354-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=737147bc-d3e3-4758-8343-3a5bc3600538,segment=NetworkSegment(41826669-4ce7-4556-a5ab-a5c365ae266e),segment_id=41826669-4ce7-4556-a5ab-a5c365ae266e)] {{(pid=99970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:16:53.614464 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-10e0f165-5dee-4d21-9c99-838fb92d2c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:53.662832 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:53.669079 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562353d8-31e4-4f31-9742-d2f080ddf2c7 admin admin] Network 78406704-323b-4611-9294-7a5775aebeb9 is already hosted by enough agents. {{(pid=99969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:16:53.703646 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.base_scheduler [None req-562353d8-31e4-4f31-9742-d2f080ddf2c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=99969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:16:53.705490 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] For port c22f39ca-c644-4d61-81a7-a622610593c9, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=c22f39ca-c644-4d61-81a7-a622610593c9,segment=NetworkSegment(41826669-4ce7-4556-a5ab-a5c365ae266e),segment_id=41826669-4ce7-4556-a5ab-a5c365ae266e)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:16:53.714580 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562353d8-31e4-4f31-9742-d2f080ddf2c7 admin admin] Received port after_create {{(pid=99969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:16:53.736913 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:53.741408 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-82941ccb-cf37-45d4-8ca2-703c293a2838 None None] Port 57b1a996-2e2c-4904-810c-0f55edca1b19 cannot update to ACTIVE because it is not bound. {{(pid=99970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:16:53.768364 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c17b1c-65fd-45a6-93f2-a82b7d1eae63 None None] Pushing event updated for resources: {'Port': ['ID=737147bc-d3e3-4758-8343-3a5bc3600538,revision_number=3']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:53.771409 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e0f165-5dee-4d21-9c99-838fb92d2c56 None None] Routers {'d3390d2a-e921-4dc5-9520-011e2374b090'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:16:53.772047 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-10e0f165-5dee-4d21-9c99-838fb92d2c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fcfea5e0>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:16:41Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['d3390d2a-e921-4dc5-9520-011e2374b090'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:16:53.873393 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562353d8-31e4-4f31-9742-d2f080ddf2c7 admin admin] Pushing event updated for resources: {'Port': ['ID=8cb97258-08ef-47e3-9e28-efb6a506d066,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:53.900132 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Pushing event updated for resources: {'Port': ['ID=c22f39ca-c644-4d61-81a7-a622610593c9,revision_number=4']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:53.901930 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ddb4a2df-3f6f-40cd-9d31-221a23b631b2 req-c3f2d666-51bd-467b-8128-6f000c04d4e0 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161237 Oct 14 11:16:53.914482 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-562353d8-31e4-4f31-9742-d2f080ddf2c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1073342815'] for router_interface, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:54.066053 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-10e0f165-5dee-4d21-9c99-838fb92d2c56 None None] Set router d3390d2a-e921-4dc5-9520-011e2374b090 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:16:54.068676 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3766f-616a-4c6e-9b2a-bd0e3da84664 req-98fd1b2f-1c20-4c41-adcf-72bfe5de024f tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:54.070297 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-49b3766f-616a-4c6e-9b2a-bd0e3da84664 req-98fd1b2f-1c20-4c41-adcf-72bfe5de024f tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.3169401 Oct 14 11:16:54.154910 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-49b3766f-616a-4c6e-9b2a-bd0e3da84664 req-9946b4e2-4f40-4c82-af81-a0c34b676d60 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724506 Oct 14 11:16:54.162544 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-3895a3af-f86d-4770-bfa3-51bdc2eec2a0 None None] Provisioning complete for port 8cb97258-08ef-47e3-9e28-efb6a506d066 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:16:54.162921 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-3895a3af-f86d-4770-bfa3-51bdc2eec2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:54.200517 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2ac35d-5658-4a73-a10c-0ad61bf7cc80 None None] Sync routers for ids ['ff065b73-571e-4829-8c75-070cab94e271'] in dv-cinder-801354-3-iscsi {{(pid=99971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:16:54.212739 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2ac35d-5658-4a73-a10c-0ad61bf7cc80 None None] Routers {'ff065b73-571e-4829-8c75-070cab94e271'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:16:54.214015 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-9d2ac35d-5658-4a73-a10c-0ad61bf7cc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fd93bb80>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:16:41Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['ff065b73-571e-4829-8c75-070cab94e271'], 'active': True} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:16:54.215830 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-562353d8-31e4-4f31-9742-d2f080ddf2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:54.279589 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-3895a3af-f86d-4770-bfa3-51bdc2eec2a0 None None] Port 8cb97258-08ef-47e3-9e28-efb6a506d066 cannot update to ACTIVE because it is not bound. {{(pid=99970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:16:54.374058 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvr_db [None req-9d2ac35d-5658-4a73-a10c-0ad61bf7cc80 None None] Set router ff065b73-571e-4829-8c75-070cab94e271 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:16:54.408006 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-10e0f165-5dee-4d21-9c99-838fb92d2c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fcfea5e0>, [{'id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'name': 'tempest-TestVolumeBootPattern-1988551177-router', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:43Z', 'updated_at': '2021-10-14T11:16:48Z', 'revision_number': 3, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'gw_port': {'id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:51:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:45Z', 'updated_at': '2021-10-14T11:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi'}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:16:54.455469 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-562353d8-31e4-4f31-9742-d2f080ddf2c7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:54.460532 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e0f165-5dee-4d21-9c99-838fb92d2c56 None None] The sync data for ids ['d3390d2a-e921-4dc5-9520-011e2374b090'] in dv-cinder-801354-3-iscsi is: [{'id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'name': 'tempest-TestVolumeBootPattern-1988551177-router', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:43Z', 'updated_at': '2021-10-14T11:16:48Z', 'revision_number': 3, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'gw_port': {'id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:51:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:45Z', 'updated_at': '2021-10-14T11:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi'}] {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:16:54.466845 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-562353d8-31e4-4f31-9742-d2f080ddf2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071033321'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:54.573412 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-562353d8-31e4-4f31-9742-d2f080ddf2c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1073186008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1073342763'] for router_interface, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:54.575420 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562353d8-31e4-4f31-9742-d2f080ddf2c7 admin admin] Pushing event updated for resources: {'Port': ['ID=8cb97258-08ef-47e3-9e28-efb6a506d066,revision_number=2']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:54.816484 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562353d8-31e4-4f31-9742-d2f080ddf2c7 admin admin] Network 78406704-323b-4611-9294-7a5775aebeb9 is already hosted by enough agents. {{(pid=99969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:16:54.820258 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.base_scheduler [None req-562353d8-31e4-4f31-9742-d2f080ddf2c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=99969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:16:54.921365 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-9d2ac35d-5658-4a73-a10c-0ad61bf7cc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fd93bb80>, [{'id': 'ff065b73-571e-4829-8c75-070cab94e271', 'name': 'tempest-TestMinimumBasicScenario-5373198-router', 'tenant_id': '40e7450f765b40b8ba59d3f0599d0e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'c22f39ca-c644-4d61-81a7-a622610593c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:42Z', 'updated_at': '2021-10-14T11:16:51Z', 'revision_number': 4, 'project_id': '40e7450f765b40b8ba59d3f0599d0e30', 'gw_port': {'id': 'c22f39ca-c644-4d61-81a7-a622610593c9', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:82:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff065b73-571e-4829-8c75-070cab94e271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:43Z', 'updated_at': '2021-10-14T11:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': '57b1a996-2e2c-4904-810c-0f55edca1b19', 'name': '', 'network_id': '5f7db347-fac1-46ce-a813-3becac987c9a', 'tenant_id': '40e7450f765b40b8ba59d3f0599d0e30', 'mac_address': 'fa:16:3e:b2:0c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff065b73-571e-4829-8c75-070cab94e271', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '40ba71ff-b87d-4807-80ae-b6f87ebe8e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:50Z', 'updated_at': '2021-10-14T11:16:52Z', 'revision_number': 2, 'project_id': '40e7450f765b40b8ba59d3f0599d0e30', 'subnets': [{'id': '40ba71ff-b87d-4807-80ae-b6f87ebe8e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:16:54.978884 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e8213-8d4f-4f56-a6b1-9e4036714ca6 req-50663ca8-8573-4516-8c86-0c1d62c90c53 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:54.980150 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e75e8213-8d4f-4f56-a6b1-9e4036714ca6 req-50663ca8-8573-4516-8c86-0c1d62c90c53 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 944 time: 0.2419798 Oct 14 11:16:55.026836 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2ac35d-5658-4a73-a10c-0ad61bf7cc80 None None] Checking router: ff065b73-571e-4829-8c75-070cab94e271 for host: dv-cinder-801354-3-iscsi {{(pid=99971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:16:55.027688 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2ac35d-5658-4a73-a10c-0ad61bf7cc80 None None] Updating router ff065b73-571e-4829-8c75-070cab94e271 port 57b1a996-2e2c-4904-810c-0f55edca1b19 binding host dv-cinder-801354-3-iscsi {{(pid=99971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 11:16:55.029862 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device c22f39ca-c644-4d61-81a7-a622610593c9 up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:16:55.089179 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-9d2ac35d-5658-4a73-a10c-0ad61bf7cc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:55.152819 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port c22f39ca-c644-4d61-81a7-a622610593c9 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:16:55.169762 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:55.267833 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e75e8213-8d4f-4f56-a6b1-9e4036714ca6 req-d3a43db8-678b-453a-b12b-7ae7b5100569 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2707086 Oct 14 11:16:55.320311 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562353d8-31e4-4f31-9742-d2f080ddf2c7 admin admin] Router d3390d2a-e921-4dc5-9520-011e2374b090 has already been hosted by L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 {{(pid=99969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:16:55.333964 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d5140-89c9-4d84-8e77-52911ef9ff76 req-dde87dd7-4102-498c-8d5e-301aa1652321 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:55.335593 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-346d5140-89c9-4d84-8e77-52911ef9ff76 req-dde87dd7-4102-498c-8d5e-301aa1652321 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c0055be-4830-4382-aee3-a65d0c518e6e HTTP/1.1" status: 200 len: 946 time: 0.1891627 Oct 14 11:16:55.530350 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-346d5140-89c9-4d84-8e77-52911ef9ff76 req-67e8a33d-2976-4b26-913b-a2925a0f7714 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859636 Oct 14 11:16:55.543263 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-99809d05-e08e-4432-aad1-12644e12114d None None] Provisioning complete for port 8cb97258-08ef-47e3-9e28-efb6a506d066 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:16:55.543837 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-99809d05-e08e-4432-aad1-12644e12114d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:55.654475 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51bab5-06eb-43e4-845f-695deed491ae req-3763bed6-98db-481f-9dfe-5a530ef279cf tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:55.659657 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ce51bab5-06eb-43e4-845f-695deed491ae req-3763bed6-98db-481f-9dfe-5a530ef279cf tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.2326474 Oct 14 11:16:55.695236 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-99809d05-e08e-4432-aad1-12644e12114d None None] Port 8cb97258-08ef-47e3-9e28-efb6a506d066 cannot update to ACTIVE because it is not bound. {{(pid=99970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:16:55.718662 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562353d8-31e4-4f31-9742-d2f080ddf2c7 admin admin] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:16:55.738154 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-562353d8-31e4-4f31-9742-d2f080ddf2c7 admin admin] 10.222.0.46 "PUT /v2.0/routers/d3390d2a-e921-4dc5-9520-011e2374b090/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4559143 Oct 14 11:16:55.738522 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-9d2ac35d-5658-4a73-a10c-0ad61bf7cc80 None None] Publish callbacks [] for port, precommit_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:55.752721 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-9d2ac35d-5658-4a73-a10c-0ad61bf7cc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:55.787737 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ce51bab5-06eb-43e4-845f-695deed491ae req-a294fdde-35d8-476b-bfd0-d9c7eb137b39 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176083 Oct 14 11:16:55.849443 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd4723-a287-4df2-a114-f4c0782dfa46 None None] Pushing event updated for resources: {'Port': ['ID=57b1a996-2e2c-4904-810c-0f55edca1b19,revision_number=3']} {{(pid=99971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:55.948556 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.managers [None req-9d2ac35d-5658-4a73-a10c-0ad61bf7cc80 None None] Attempting to bind port 57b1a996-2e2c-4904-810c-0f55edca1b19 on host dv-cinder-801354-3-iscsi for vnic_type normal with profile {{(pid=99971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:16:55.949317 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.managers [None req-9d2ac35d-5658-4a73-a10c-0ad61bf7cc80 None None] Attempting to bind port 57b1a996-2e2c-4904-810c-0f55edca1b19 by drivers openvswitch,hyperv on host dv-cinder-801354-3-iscsi at level 0 using segments [{'id': 'c9f0c6c6-e487-4a59-a755-5d9c830b845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5f7db347-fac1-46ce-a813-3becac987c9a'}] {{(pid=99971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:16:55.949789 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2ac35d-5658-4a73-a10c-0ad61bf7cc80 None None] Attempting to bind port 57b1a996-2e2c-4904-810c-0f55edca1b19 on network 5f7db347-fac1-46ce-a813-3becac987c9a {{(pid=99971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:16:55.957743 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2ac35d-5658-4a73-a10c-0ad61bf7cc80 None None] Checking agent: {'id': 'bb3727ce-8571-46e9-a464-805553a8417e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 5, 13), 'started_at': datetime.datetime(2021, 10, 14, 11, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:16:55.958250 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2ac35d-5658-4a73-a10c-0ad61bf7cc80 None None] Checking segment: {'id': 'c9f0c6c6-e487-4a59-a755-5d9c830b845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5f7db347-fac1-46ce-a813-3becac987c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:16:55.958716 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-9d2ac35d-5658-4a73-a10c-0ad61bf7cc80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:55.959175 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2ac35d-5658-4a73-a10c-0ad61bf7cc80 None None] Bound using segment: {'id': 'c9f0c6c6-e487-4a59-a755-5d9c830b845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5f7db347-fac1-46ce-a813-3becac987c9a'} {{(pid=99971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:16:55.959880 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.managers [None req-9d2ac35d-5658-4a73-a10c-0ad61bf7cc80 None None] Bound port: 57b1a996-2e2c-4904-810c-0f55edca1b19, host: dv-cinder-801354-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f0c6c6-e487-4a59-a755-5d9c830b845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5f7db347-fac1-46ce-a813-3becac987c9a'}}] {{(pid=99971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:16:55.960589 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-9d2ac35d-5658-4a73-a10c-0ad61bf7cc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:56.097852 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4fbe2-1d73-4dbf-8106-d12da5b76308 req-70b7c0c3-b19d-470b-97f8-9ffe0a5e7f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:56.101724 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-fba4fbe2-1d73-4dbf-8106-d12da5b76308 req-70b7c0c3-b19d-470b-97f8-9ffe0a5e7f99 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2f17ff47-830b-4023-ad66-66e432a33b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1225758 Oct 14 11:16:56.111499 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91fd9c-b34f-4325-952b-231f1e2079da req-3f645aff-cbe2-4ffb-9851-41cbf4fc2f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:56.113233 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8c91fd9c-b34f-4325-952b-231f1e2079da req-3f645aff-cbe2-4ffb-9851-41cbf4fc2f72 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3c0055be-4830-4382-aee3-a65d0c518e6e HTTP/1.1" status: 200 len: 1099 time: 0.1341367 Oct 14 11:16:56.199626 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.db [None req-9d2ac35d-5658-4a73-a10c-0ad61bf7cc80 None None] For port 57b1a996-2e2c-4904-810c-0f55edca1b19, host dv-cinder-801354-3-iscsi, cleared binding levels {{(pid=99971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:16:56.204247 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.db [None req-9d2ac35d-5658-4a73-a10c-0ad61bf7cc80 None None] For port 57b1a996-2e2c-4904-810c-0f55edca1b19, host dv-cinder-801354-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=57b1a996-2e2c-4904-810c-0f55edca1b19,segment=NetworkSegment(c9f0c6c6-e487-4a59-a755-5d9c830b845d),segment_id=c9f0c6c6-e487-4a59-a755-5d9c830b845d)] {{(pid=99971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:16:56.216639 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-9d2ac35d-5658-4a73-a10c-0ad61bf7cc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:56.265051 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8c91fd9c-b34f-4325-952b-231f1e2079da req-c11689c3-b41a-4b78-8901-fa55f4445a69 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408849 Oct 14 11:16:56.279597 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-db02b70c-3613-4a26-8546-5562145e240b None None] Provisioning complete for port 57b1a996-2e2c-4904-810c-0f55edca1b19 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:16:56.281111 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-db02b70c-3613-4a26-8546-5562145e240b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:56.367659 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd4723-a287-4df2-a114-f4c0782dfa46 None None] Pushing event updated for resources: {'Port': ['ID=57b1a996-2e2c-4904-810c-0f55edca1b19,revision_number=4']} {{(pid=99971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:56.390464 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2ac35d-5658-4a73-a10c-0ad61bf7cc80 None None] Routers {'ff065b73-571e-4829-8c75-070cab94e271'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:16:56.392664 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-9d2ac35d-5658-4a73-a10c-0ad61bf7cc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fd93bb80>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:16:41Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['ff065b73-571e-4829-8c75-070cab94e271'], 'active': True} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:16:56.536142 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-db02b70c-3613-4a26-8546-5562145e240b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:56.586826 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a886c-65c2-4bce-aeca-c0a1f6f518c4 req-9e7435e4-277d-4984-8064-d4561f8ae4a5 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:56.603618 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-fba4fbe2-1d73-4dbf-8106-d12da5b76308 req-171985ab-471d-4721-a0dc-3c6d48f453c3 service neutron] 10.222.0.39 "GET /v2.0/networks/2f17ff47-830b-4023-ad66-66e432a33b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821820 Oct 14 11:16:56.607981 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-920a886c-65c2-4bce-aeca-c0a1f6f518c4 req-9e7435e4-277d-4984-8064-d4561f8ae4a5 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 944 time: 0.1155105 Oct 14 11:16:56.646851 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-db02b70c-3613-4a26-8546-5562145e240b None None] For port 57b1a996-2e2c-4904-810c-0f55edca1b19, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=57b1a996-2e2c-4904-810c-0f55edca1b19,segment=NetworkSegment(c9f0c6c6-e487-4a59-a755-5d9c830b845d),segment_id=c9f0c6c6-e487-4a59-a755-5d9c830b845d)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:16:56.655763 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-db02b70c-3613-4a26-8546-5562145e240b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:56.752978 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvr_db [None req-9d2ac35d-5658-4a73-a10c-0ad61bf7cc80 None None] Set router ff065b73-571e-4829-8c75-070cab94e271 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:16:56.767370 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-920a886c-65c2-4bce-aeca-c0a1f6f518c4 req-0a7c5cd8-0f0e-4e88-aa6e-6b307c9b9aac tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489418 Oct 14 11:16:56.821760 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db02b70c-3613-4a26-8546-5562145e240b None None] Pushing event updated for resources: {'Port': ['ID=57b1a996-2e2c-4904-810c-0f55edca1b19,revision_number=5']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:56.877457 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6a607-037f-4010-aa1f-033f69389ce1 req-a4677e8a-80f2-4d66-bd77-c1b6d0f69658 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:56.893022 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-34a6a607-037f-4010-aa1f-033f69389ce1 req-a4677e8a-80f2-4d66-bd77-c1b6d0f69658 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c0055be-4830-4382-aee3-a65d0c518e6e HTTP/1.1" status: 200 len: 946 time: 0.1240604 Oct 14 11:16:56.929298 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-fba4fbe2-1d73-4dbf-8106-d12da5b76308 req-1bf88516-6d5a-46e5-86e7-333a17897f41 service neutron] 10.222.0.39 "GET /v2.0/networks/2f17ff47-830b-4023-ad66-66e432a33b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138998 Oct 14 11:16:56.994643 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-34a6a607-037f-4010-aa1f-033f69389ce1 req-c22875f2-bc99-4dc1-8a67-d8148b103338 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987468 Oct 14 11:16:57.078066 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7d897-8ae3-4bc2-b24e-ccfe99f531fa req-bb957c95-7538-44f5-9748-44a491194c1b tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:57.083503 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4ae7d897-8ae3-4bc2-b24e-ccfe99f531fa req-bb957c95-7538-44f5-9748-44a491194c1b tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.1147993 Oct 14 11:16:57.198070 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4ae7d897-8ae3-4bc2-b24e-ccfe99f531fa req-7dd61fb2-1ee9-49ae-b38c-af0ea934147a tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989742 Oct 14 11:16:57.250687 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-498827ff-1e8b-4daa-bce6-1a8a295a24e4 None None] Provisioning complete for port 57b1a996-2e2c-4904-810c-0f55edca1b19 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:16:57.254807 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-498827ff-1e8b-4daa-bce6-1a8a295a24e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:57.328178 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 33854) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:16:57.333891 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-73e3a7dd-cfa7-453b-b6a8-68ebae6938b6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-222047676-network', 'tenant_id': '0971ca5b3d55475899b1203390dfe19e'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:16:57.340244 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-9d2ac35d-5658-4a73-a10c-0ad61bf7cc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fd93bb80>, [{'id': 'ff065b73-571e-4829-8c75-070cab94e271', 'name': 'tempest-TestMinimumBasicScenario-5373198-router', 'tenant_id': '40e7450f765b40b8ba59d3f0599d0e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'c22f39ca-c644-4d61-81a7-a622610593c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:42Z', 'updated_at': '2021-10-14T11:16:51Z', 'revision_number': 4, 'project_id': '40e7450f765b40b8ba59d3f0599d0e30', 'gw_port': {'id': 'c22f39ca-c644-4d61-81a7-a622610593c9', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:82:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff065b73-571e-4829-8c75-070cab94e271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:43Z', 'updated_at': '2021-10-14T11:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': '57b1a996-2e2c-4904-810c-0f55edca1b19', 'name': '', 'network_id': '5f7db347-fac1-46ce-a813-3becac987c9a', 'tenant_id': '40e7450f765b40b8ba59d3f0599d0e30', 'mac_address': 'fa:16:3e:b2:0c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff065b73-571e-4829-8c75-070cab94e271', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '40ba71ff-b87d-4807-80ae-b6f87ebe8e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:50Z', 'updated_at': '2021-10-14T11:16:56Z', 'revision_number': 4, 'project_id': '40e7450f765b40b8ba59d3f0599d0e30', 'subnets': [{'id': '40ba71ff-b87d-4807-80ae-b6f87ebe8e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:16:57.362639 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e3a7dd-cfa7-453b-b6a8-68ebae6938b6 admin admin] Made reservation on behalf of 0971ca5b3d55475899b1203390dfe19e for: {'network': 1} {{(pid=99969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:16:57.366004 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-73e3a7dd-cfa7-453b-b6a8-68ebae6938b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for network, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:57.380193 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-73e3a7dd-cfa7-453b-b6a8-68ebae6938b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:57.407142 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2ac35d-5658-4a73-a10c-0ad61bf7cc80 None None] The sync data for ids ['ff065b73-571e-4829-8c75-070cab94e271'] in dv-cinder-801354-3-iscsi is: [{'id': 'ff065b73-571e-4829-8c75-070cab94e271', 'name': 'tempest-TestMinimumBasicScenario-5373198-router', 'tenant_id': '40e7450f765b40b8ba59d3f0599d0e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'c22f39ca-c644-4d61-81a7-a622610593c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:42Z', 'updated_at': '2021-10-14T11:16:51Z', 'revision_number': 4, 'project_id': '40e7450f765b40b8ba59d3f0599d0e30', 'gw_port': {'id': 'c22f39ca-c644-4d61-81a7-a622610593c9', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:82:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff065b73-571e-4829-8c75-070cab94e271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:43Z', 'updated_at': '2021-10-14T11:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': '57b1a996-2e2c-4904-810c-0f55edca1b19', 'name': '', 'network_id': '5f7db347-fac1-46ce-a813-3becac987c9a', 'tenant_id': '40e7450f765b40b8ba59d3f0599d0e30', 'mac_address': 'fa:16:3e:b2:0c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff065b73-571e-4829-8c75-070cab94e271', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '40ba71ff-b87d-4807-80ae-b6f87ebe8e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:50Z', 'updated_at': '2021-10-14T11:16:56Z', 'revision_number': 4, 'project_id': '40e7450f765b40b8ba59d3f0599d0e30', 'subnets': [{'id': '40ba71ff-b87d-4807-80ae-b6f87ebe8e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:16:57.445577 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 737147bc-d3e3-4758-8343-3a5bc3600538 up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:16:57.592827 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-73e3a7dd-cfa7-453b-b6a8-68ebae6938b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:57.603177 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-73e3a7dd-cfa7-453b-b6a8-68ebae6938b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:57.710155 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port 737147bc-d3e3-4758-8343-3a5bc3600538 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:16:57.712117 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:57.758487 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e3a7dd-cfa7-453b-b6a8-68ebae6938b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=99969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 11:16:57.813156 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-73e3a7dd-cfa7-453b-b6a8-68ebae6938b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240'] for segment, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:57.815623 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.db.segments_db [None req-73e3a7dd-cfa7-453b-b6a8-68ebae6938b6 admin admin] Added segment 17c045ca-443b-4739-8695-5ead6a2a2de6 of type vlan for network ff42c1ec-7f3e-4a32-93ad-a9f72bbcd71c Oct 14 11:16:57.818567 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3a7dd-cfa7-453b-b6a8-68ebae6938b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c90a6f-64e1-40b0-8ca4-cad181f473cd,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:57.910889 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:57.971016 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-73e3a7dd-cfa7-453b-b6a8-68ebae6938b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755827645040'] for network, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:57.978991 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] For port 737147bc-d3e3-4758-8343-3a5bc3600538, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=737147bc-d3e3-4758-8343-3a5bc3600538,segment=NetworkSegment(41826669-4ce7-4556-a5ab-a5c365ae266e),segment_id=41826669-4ce7-4556-a5ab-a5c365ae266e)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:16:57.995538 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:58.137192 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Pushing event updated for resources: {'Port': ['ID=737147bc-d3e3-4758-8343-3a5bc3600538,revision_number=4']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:58.150285 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-73e3a7dd-cfa7-453b-b6a8-68ebae6938b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994'] for network, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:58.150285 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e3a7dd-cfa7-453b-b6a8-68ebae6938b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:58.150285 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-73e3a7dd-cfa7-453b-b6a8-68ebae6938b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for network, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:58.377004 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d0d9b-6781-4f38-9221-7fd0f30d2fd4 req-fa40b622-bbe9-4bfd-b2b9-549ac3fc531e tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:58.378669 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-722d0d9b-6781-4f38-9221-7fd0f30d2fd4 req-fa40b622-bbe9-4bfd-b2b9-549ac3fc531e tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 944 time: 0.3379424 Oct 14 11:16:58.387407 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 33880) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:16:58.388155 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-73e3a7dd-cfa7-453b-b6a8-68ebae6938b6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0575268 Oct 14 11:16:58.398097 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-a94e1234-5b18-4e2e-a6db-02c710a10bf3 admin admin] Request body: {'subnet': {'network_id': 'ff42c1ec-7f3e-4a32-93ad-a9f72bbcd71c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-222047676-subnet', 'tenant_id': '0971ca5b3d55475899b1203390dfe19e', 'ip_version': 4}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:16:58.471432 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94e1234-5b18-4e2e-a6db-02c710a10bf3 admin admin] Made reservation on behalf of 0971ca5b3d55475899b1203390dfe19e for: {'subnet': 1} {{(pid=99968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:16:58.474017 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a94e1234-5b18-4e2e-a6db-02c710a10bf3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:58.506018 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3a7dd-cfa7-453b-b6a8-68ebae6938b6 admin admin] Pushing event updated for resources: {'Network': ['ID=ff42c1ec-7f3e-4a32-93ad-a9f72bbcd71c,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:58.519543 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Network ff42c1ec-7f3e-4a32-93ad-a9f72bbcd71c details requested by agent ovs-agent-dv-cinder-801354-3-iscsi with host dv-cinder-801354-3-iscsi {{(pid=99970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 11:16:58.553118 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-722d0d9b-6781-4f38-9221-7fd0f30d2fd4 req-970df861-bef8-421d-badd-443aa393cc00 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590393 Oct 14 11:16:58.721156 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5bc26a-7166-40e0-9252-769808e2acab None None] Sync routers for ids ['d3390d2a-e921-4dc5-9520-011e2374b090'] in dv-cinder-801354-3-iscsi {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:16:58.747385 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8db2e3-deb4-4e19-8fc6-1669f8e1248a req-ccac0956-56cc-471c-be5c-852c02125280 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:58.765768 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8b8db2e3-deb4-4e19-8fc6-1669f8e1248a req-ccac0956-56cc-471c-be5c-852c02125280 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c0055be-4830-4382-aee3-a65d0c518e6e HTTP/1.1" status: 200 len: 946 time: 0.1112621 Oct 14 11:16:58.877753 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.agents_db [None req-913fd0e5-582e-4eb1-907a-85279628d193 None None] Agent healthcheck: found 6 active agents {{(pid=99971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:16:58.912162 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8b8db2e3-deb4-4e19-8fc6-1669f8e1248a req-600b1dac-d9df-4bdf-8003-8a9c3be11ce6 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450279 Oct 14 11:16:58.949352 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5bc26a-7166-40e0-9252-769808e2acab None None] Routers {'d3390d2a-e921-4dc5-9520-011e2374b090'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:16:58.950459 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-6d5bc26a-7166-40e0-9252-769808e2acab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fc9059a0>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:16:41Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['d3390d2a-e921-4dc5-9520-011e2374b090'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:16:59.198831 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a94e1234-5b18-4e2e-a6db-02c710a10bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994'] for subnet, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:59.319243 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c86c3-d8bf-4395-a0b5-ec85c75752fe req-2923d1c0-0eaa-4a43-81c6-041b7fbdbf67 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:59.333718 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-485c86c3-d8bf-4395-a0b5-ec85c75752fe req-2923d1c0-0eaa-4a43-81c6-041b7fbdbf67 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.1573076 Oct 14 11:16:59.378829 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 57b1a996-2e2c-4904-810c-0f55edca1b19 up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:16:59.428557 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-485c86c3-d8bf-4395-a0b5-ec85c75752fe req-3f0ef9c2-17aa-4c35-8f29-83d17be0ff9d tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901926 Oct 14 11:16:59.471497 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e1234-5b18-4e2e-a6db-02c710a10bf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c502d26b-590e-4ab3-ac0a-c7181ab3a0b7,revision_number=0']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:16:59.512081 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0b0cf-d400-4643-b2b9-149f829e6ee8 req-bc879d52-e9c6-4aee-b3ab-3d48c37f3eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:59.514344 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-2ca0b0cf-d400-4643-b2b9-149f829e6ee8 req-bc879d52-e9c6-4aee-b3ab-3d48c37f3eb1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 1098 time: 0.5057387 Oct 14 11:16:59.570022 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94e1234-5b18-4e2e-a6db-02c710a10bf3 admin admin] Checking segment: {'id': '17c045ca-443b-4739-8695-5ead6a2a2de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ff42c1ec-7f3e-4a32-93ad-a9f72bbcd71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:16:59.570996 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94e1234-5b18-4e2e-a6db-02c710a10bf3 admin admin] Network hostable DHCP agents. Network: ff42c1ec-7f3e-4a32-93ad-a9f72bbcd71c, hostable agents: ['dc103412-d4dc-48a3-9309-49b6d77c9d56'], hosted agents: [] {{(pid=99968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 11:16:59.600222 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-2ca0b0cf-d400-4643-b2b9-149f829e6ee8 req-7bf3b48d-1967-4946-a9c0-c594420fc680 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672307 Oct 14 11:16:59.613932 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94e1234-5b18-4e2e-a6db-02c710a10bf3 admin admin] Network ff42c1ec-7f3e-4a32-93ad-a9f72bbcd71c is scheduled to be hosted by DHCP agent dc103412-d4dc-48a3-9309-49b6d77c9d56 with binding_index 1 {{(pid=99968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 11:16:59.631571 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [None req-a94e1234-5b18-4e2e-a6db-02c710a10bf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-3-iscsi, ff42c1ec-7f3e-4a32-93ad-a9f72bbcd71c) {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:16:59.647946 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94e1234-5b18-4e2e-a6db-02c710a10bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:16:59.650992 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a94e1234-5b18-4e2e-a6db-02c710a10bf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for subnet, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:59.699768 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-a94e1234-5b18-4e2e-a6db-02c710a10bf3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3097136 Oct 14 11:16:59.702752 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 33886) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:16:59.704663 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a9e04d-faae-4292-b591-87e79ed74135 None None] Network ff42c1ec-7f3e-4a32-93ad-a9f72bbcd71c requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:16:59.713710 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-7a4165bd-2193-4a40-9855-9f0dbd5a0b2e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-222047676-router', 'tenant_id': '0971ca5b3d55475899b1203390dfe19e', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'}}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:16:59.785090 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-6d5bc26a-7166-40e0-9252-769808e2acab None None] Set router d3390d2a-e921-4dc5-9520-011e2374b090 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:16:59.874049 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7a4165bd-2193-4a40-9855-9f0dbd5a0b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1073287198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14274'] for router, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:16:59.883076 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7a4165bd-2193-4a40-9855-9f0dbd5a0b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1073287402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1073340511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1073345878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14283'] for router, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:00.084566 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7a4165bd-2193-4a40-9855-9f0dbd5a0b2e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:00.161783 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port 57b1a996-2e2c-4904-810c-0f55edca1b19 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:17:00.162738 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:00.287349 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c24539-c681-426f-bdea-00e3a3ee19b5 req-a50fb31a-2465-4fab-bc5e-2bccb75a93c1 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:00.291837 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-94c24539-c681-426f-bdea-00e3a3ee19b5 req-a50fb31a-2465-4fab-bc5e-2bccb75a93c1 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 944 time: 0.2044072 Oct 14 11:17:00.529189 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57034a7-f9df-48d4-b713-1dd9236c1b04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e812ef1-029a-5b51-ab78-5c6baf4a9599-ff42c1ec-7f3e-4a32-93ad-a9f72bbcd71c', 'network_id': 'ff42c1ec-7f3e-4a32-93ad-a9f72bbcd71c', 'tenant_id': '0971ca5b3d55475899b1203390dfe19e', 'fixed_ips': [{'subnet_id': 'c502d26b-590e-4ab3-ac0a-c7181ab3a0b7'}]}} from dv-cinder-801354-3-iscsi. {{(pid=99970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 11:17:00.530631 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-e57034a7-f9df-48d4-b713-1dd9236c1b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:00.691372 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 737147bc-d3e3-4758-8343-3a5bc3600538 up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:17:01.095276 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7a4165bd-2193-4a40-9855-9f0dbd5a0b2e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:01.148632 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-94c24539-c681-426f-bdea-00e3a3ee19b5 req-d3be0fb6-5b07-4dac-9015-aa6d1da2819a tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7394917 Oct 14 11:17:01.395585 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port 737147bc-d3e3-4758-8343-3a5bc3600538 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:17:01.410604 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:01.604431 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09743806-583f-4044-ae31-8e42628807bb req-92c8fa92-e7e3-4448-ba43-07e0cd25873b tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:01.606913 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-09743806-583f-4044-ae31-8e42628807bb req-92c8fa92-e7e3-4448-ba43-07e0cd25873b tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.1662433 Oct 14 11:17:01.752695 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.db_base_plugin_common [None req-e57034a7-f9df-48d4-b713-1dd9236c1b04 None None] Allocated IP 172.20.0.2 (ff42c1ec-7f3e-4a32-93ad-a9f72bbcd71c/c502d26b-590e-4ab3-ac0a-c7181ab3a0b7/b8576b60-ebd9-461d-ba6c-2c723b6cd23a) {{(pid=99970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:17:01.756725 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-6d5bc26a-7166-40e0-9252-769808e2acab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fc9059a0>, [{'id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'name': 'tempest-TestVolumeBootPattern-1988551177-router', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:43Z', 'updated_at': '2021-10-14T11:16:54Z', 'revision_number': 4, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'gw_port': {'id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:45Z', 'updated_at': '2021-10-14T11:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': '8cb97258-08ef-47e3-9e28-efb6a506d066', 'name': '', 'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'mac_address': 'fa:16:3e:28:73:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:52Z', 'updated_at': '2021-10-14T11:16:54Z', 'revision_number': 2, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'subnets': [{'id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:17:01.788834 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-09743806-583f-4044-ae31-8e42628807bb req-984edf75-4613-44e4-8159-493876b85757 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707249 Oct 14 11:17:01.835628 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5bc26a-7166-40e0-9252-769808e2acab None None] Checking router: d3390d2a-e921-4dc5-9520-011e2374b090 for host: dv-cinder-801354-3-iscsi {{(pid=99970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:17:01.836114 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5bc26a-7166-40e0-9252-769808e2acab None None] Updating router d3390d2a-e921-4dc5-9520-011e2374b090 port 8cb97258-08ef-47e3-9e28-efb6a506d066 binding host dv-cinder-801354-3-iscsi {{(pid=99970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 11:17:01.920241 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7a4165bd-2193-4a40-9855-9f0dbd5a0b2e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:01.970713 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7a4165bd-2193-4a40-9855-9f0dbd5a0b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:01.988419 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-6d5bc26a-7166-40e0-9252-769808e2acab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:02.228874 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.db_base_plugin_common [None req-7a4165bd-2193-4a40-9855-9f0dbd5a0b2e admin admin] Allocated IP 172.27.0.105 (e7b04304-7a8b-409f-a7ac-32fc979111a9/b7c74a80-f412-4798-967a-8287544534dc/d2c07d37-5310-4b85-a34b-636d6db358b7) {{(pid=99969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:17:02.450675 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7a4165bd-2193-4a40-9855-9f0dbd5a0b2e admin admin] Publish callbacks [] for port, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:02.544855 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7a4165bd-2193-4a40-9855-9f0dbd5a0b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:02.550950 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-e57034a7-f9df-48d4-b713-1dd9236c1b04 None None] Publish callbacks [] for port, precommit_create {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:02.755996 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4165bd-2193-4a40-9855-9f0dbd5a0b2e admin admin] Pushing event updated for resources: {'Port': ['ID=d2c07d37-5310-4b85-a34b-636d6db358b7,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:02.804640 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4165bd-2193-4a40-9855-9f0dbd5a0b2e admin admin] Network e7b04304-7a8b-409f-a7ac-32fc979111a9 is already hosted by enough agents. {{(pid=99969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:17:02.810774 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.base_scheduler [None req-7a4165bd-2193-4a40-9855-9f0dbd5a0b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=99969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:17:02.822525 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4165bd-2193-4a40-9855-9f0dbd5a0b2e admin admin] Received port after_create {{(pid=99969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:17:02.837911 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-e57034a7-f9df-48d4-b713-1dd9236c1b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431'] for port, after_create {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:02.986436 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57034a7-f9df-48d4-b713-1dd9236c1b04 None None] Pushing event updated for resources: {'Port': ['ID=b8576b60-ebd9-461d-ba6c-2c723b6cd23a,revision_number=1']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:02.998293 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57034a7-f9df-48d4-b713-1dd9236c1b04 None None] Network ff42c1ec-7f3e-4a32-93ad-a9f72bbcd71c is already hosted by enough agents. {{(pid=99970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:17:03.011937 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.scheduler.base_scheduler [None req-e57034a7-f9df-48d4-b713-1dd9236c1b04 None None] Resources bound (agent type, host, resource id): {{(pid=99970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:17:03.011937 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57034a7-f9df-48d4-b713-1dd9236c1b04 None None] Received port after_create {{(pid=99970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:17:03.168324 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-e57034a7-f9df-48d4-b713-1dd9236c1b04 None None] Attempting to bind port b8576b60-ebd9-461d-ba6c-2c723b6cd23a on host dv-cinder-801354-3-iscsi for vnic_type normal with profile {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:17:03.171505 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-e57034a7-f9df-48d4-b713-1dd9236c1b04 None None] Attempting to bind port b8576b60-ebd9-461d-ba6c-2c723b6cd23a by drivers openvswitch,hyperv on host dv-cinder-801354-3-iscsi at level 0 using segments [{'id': '17c045ca-443b-4739-8695-5ead6a2a2de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ff42c1ec-7f3e-4a32-93ad-a9f72bbcd71c'}] {{(pid=99970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:17:03.172071 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57034a7-f9df-48d4-b713-1dd9236c1b04 None None] Attempting to bind port b8576b60-ebd9-461d-ba6c-2c723b6cd23a on network ff42c1ec-7f3e-4a32-93ad-a9f72bbcd71c {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:17:03.311228 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57034a7-f9df-48d4-b713-1dd9236c1b04 None None] Checking agent: {'id': 'bb3727ce-8571-46e9-a464-805553a8417e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 5, 13), 'started_at': datetime.datetime(2021, 10, 14, 11, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:17:03.313935 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57034a7-f9df-48d4-b713-1dd9236c1b04 None None] Checking segment: {'id': '17c045ca-443b-4739-8695-5ead6a2a2de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ff42c1ec-7f3e-4a32-93ad-a9f72bbcd71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:17:03.314470 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-e57034a7-f9df-48d4-b713-1dd9236c1b04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:03.315023 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57034a7-f9df-48d4-b713-1dd9236c1b04 None None] Bound using segment: {'id': '17c045ca-443b-4739-8695-5ead6a2a2de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ff42c1ec-7f3e-4a32-93ad-a9f72bbcd71c'} {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:17:03.315496 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-e57034a7-f9df-48d4-b713-1dd9236c1b04 None None] Bound port: b8576b60-ebd9-461d-ba6c-2c723b6cd23a, host: dv-cinder-801354-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c045ca-443b-4739-8695-5ead6a2a2de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ff42c1ec-7f3e-4a32-93ad-a9f72bbcd71c'}}] {{(pid=99970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:17:03.315883 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-e57034a7-f9df-48d4-b713-1dd9236c1b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:03.345453 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1139b-6c2b-48ce-9a65-76188fe06e75 req-1efd32eb-ce2b-4df1-8911-c69989a82fca tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:03.349128 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-56d1139b-6c2b-48ce-9a65-76188fe06e75 req-1efd32eb-ce2b-4df1-8911-c69989a82fca tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 944 time: 0.3173900 Oct 14 11:17:03.405130 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-6d5bc26a-7166-40e0-9252-769808e2acab None None] Publish callbacks [] for port, precommit_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:03.447253 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-e57034a7-f9df-48d4-b713-1dd9236c1b04 None None] For port b8576b60-ebd9-461d-ba6c-2c723b6cd23a, host dv-cinder-801354-3-iscsi, cleared binding levels {{(pid=99970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:17:03.451943 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-e57034a7-f9df-48d4-b713-1dd9236c1b04 None None] For port b8576b60-ebd9-461d-ba6c-2c723b6cd23a, host dv-cinder-801354-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=b8576b60-ebd9-461d-ba6c-2c723b6cd23a,segment=NetworkSegment(17c045ca-443b-4739-8695-5ead6a2a2de6),segment_id=17c045ca-443b-4739-8695-5ead6a2a2de6)] {{(pid=99970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:17:03.455461 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-6d5bc26a-7166-40e0-9252-769808e2acab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:03.472338 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-e57034a7-f9df-48d4-b713-1dd9236c1b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:03.522064 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-56d1139b-6c2b-48ce-9a65-76188fe06e75 req-79464046-3dda-40b5-81df-f7c29a98089e tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603849 Oct 14 11:17:03.596319 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7a4165bd-2193-4a40-9855-9f0dbd5a0b2e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:03.663583 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e49c2f7-5a99-4ac6-b715-b39ebab8a54c None None] Pushing event updated for resources: {'Port': ['ID=8cb97258-08ef-47e3-9e28-efb6a506d066,revision_number=3']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:03.765840 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-6d5bc26a-7166-40e0-9252-769808e2acab None None] Attempting to bind port 8cb97258-08ef-47e3-9e28-efb6a506d066 on host dv-cinder-801354-3-iscsi for vnic_type normal with profile {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:17:03.768033 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-6d5bc26a-7166-40e0-9252-769808e2acab None None] Attempting to bind port 8cb97258-08ef-47e3-9e28-efb6a506d066 by drivers openvswitch,hyperv on host dv-cinder-801354-3-iscsi at level 0 using segments [{'id': '65e0c828-a500-4212-8d75-55440898e75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '78406704-323b-4611-9294-7a5775aebeb9'}] {{(pid=99970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:17:03.769210 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5bc26a-7166-40e0-9252-769808e2acab None None] Attempting to bind port 8cb97258-08ef-47e3-9e28-efb6a506d066 on network 78406704-323b-4611-9294-7a5775aebeb9 {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:17:03.821491 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5bc26a-7166-40e0-9252-769808e2acab None None] Checking agent: {'id': 'bb3727ce-8571-46e9-a464-805553a8417e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 5, 13), 'started_at': datetime.datetime(2021, 10, 14, 11, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:17:03.821921 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5bc26a-7166-40e0-9252-769808e2acab None None] Checking segment: {'id': '65e0c828-a500-4212-8d75-55440898e75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '78406704-323b-4611-9294-7a5775aebeb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:17:03.822307 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-6d5bc26a-7166-40e0-9252-769808e2acab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:03.822768 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5bc26a-7166-40e0-9252-769808e2acab None None] Bound using segment: {'id': '65e0c828-a500-4212-8d75-55440898e75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '78406704-323b-4611-9294-7a5775aebeb9'} {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:17:03.823497 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-6d5bc26a-7166-40e0-9252-769808e2acab None None] Bound port: 8cb97258-08ef-47e3-9e28-efb6a506d066, host: dv-cinder-801354-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65e0c828-a500-4212-8d75-55440898e75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '78406704-323b-4611-9294-7a5775aebeb9'}}] {{(pid=99970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:17:03.823957 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-6d5bc26a-7166-40e0-9252-769808e2acab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:03.990619 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57034a7-f9df-48d4-b713-1dd9236c1b04 None None] Pushing event updated for resources: {'Port': ['ID=b8576b60-ebd9-461d-ba6c-2c723b6cd23a,revision_number=2']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:04.295828 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-78e90592-26e4-4b81-bf2d-c24e49d791d4 None None] Provisioning complete for port 8cb97258-08ef-47e3-9e28-efb6a506d066 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:17:04.296195 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-78e90592-26e4-4b81-bf2d-c24e49d791d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:04.312273 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-6d5bc26a-7166-40e0-9252-769808e2acab None None] For port 8cb97258-08ef-47e3-9e28-efb6a506d066, host dv-cinder-801354-3-iscsi, cleared binding levels {{(pid=99970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:17:04.355947 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea5c8f-5340-47d5-a88f-53c3598d3a36 req-30dc8718-d88b-4cbd-a33f-78776bd01e8b tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:04.370118 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-daea5c8f-5340-47d5-a88f-53c3598d3a36 req-30dc8718-d88b-4cbd-a33f-78776bd01e8b tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.5506279 Oct 14 11:17:04.437316 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-78e90592-26e4-4b81-bf2d-c24e49d791d4 None None] Port 8cb97258-08ef-47e3-9e28-efb6a506d066 cannot update to ACTIVE because it is not bound. {{(pid=99970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:17:04.456435 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-6d5bc26a-7166-40e0-9252-769808e2acab None None] For port 8cb97258-08ef-47e3-9e28-efb6a506d066, host dv-cinder-801354-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=8cb97258-08ef-47e3-9e28-efb6a506d066,segment=NetworkSegment(65e0c828-a500-4212-8d75-55440898e75b),segment_id=65e0c828-a500-4212-8d75-55440898e75b)] {{(pid=99970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:17:04.463939 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-6d5bc26a-7166-40e0-9252-769808e2acab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:04.558433 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-daea5c8f-5340-47d5-a88f-53c3598d3a36 req-a38be265-a39b-4de7-a73d-9f21d22a0d84 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864927 Oct 14 11:17:04.623721 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e49c2f7-5a99-4ac6-b715-b39ebab8a54c None None] Pushing event updated for resources: {'Port': ['ID=8cb97258-08ef-47e3-9e28-efb6a506d066,revision_number=4']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:04.641890 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5bc26a-7166-40e0-9252-769808e2acab None None] Routers {'d3390d2a-e921-4dc5-9520-011e2374b090'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:17:04.645396 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-6d5bc26a-7166-40e0-9252-769808e2acab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fc9059a0>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:16:41Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['d3390d2a-e921-4dc5-9520-011e2374b090'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:17:04.646065 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7a4165bd-2193-4a40-9855-9f0dbd5a0b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1073287315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1073340520'] for router, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:05.010498 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-6d5bc26a-7166-40e0-9252-769808e2acab None None] Set router d3390d2a-e921-4dc5-9520-011e2374b090 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:17:05.162735 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb77946-2708-470b-a05e-743523bec26d req-d63bbb4d-ec6b-45b1-9322-ec33ffcf0fc1 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:05.167684 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2cb77946-2708-470b-a05e-743523bec26d req-d63bbb4d-ec6b-45b1-9322-ec33ffcf0fc1 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 944 time: 0.2398026 Oct 14 11:17:05.346425 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-eafb3f39-6e57-4f37-a2ad-90cff8c1c225 None None] Provisioning complete for port 8cb97258-08ef-47e3-9e28-efb6a506d066 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:17:05.347332 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-eafb3f39-6e57-4f37-a2ad-90cff8c1c225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:05.479280 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2cb77946-2708-470b-a05e-743523bec26d req-04bf8708-7797-4e07-96c4-614971923645 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2856050 Oct 14 11:17:05.485664 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4165bd-2193-4a40-9855-9f0dbd5a0b2e admin admin] Router cb761ad6-6859-45df-9cf8-3dab929584f8 is scheduled to L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 with binding_index 1 {{(pid=99969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 11:17:05.593278 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-eafb3f39-6e57-4f37-a2ad-90cff8c1c225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:05.654706 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-eafb3f39-6e57-4f37-a2ad-90cff8c1c225 None None] For port 8cb97258-08ef-47e3-9e28-efb6a506d066, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=8cb97258-08ef-47e3-9e28-efb6a506d066,segment=NetworkSegment(65e0c828-a500-4212-8d75-55440898e75b),segment_id=65e0c828-a500-4212-8d75-55440898e75b)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:17:05.684577 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-eafb3f39-6e57-4f37-a2ad-90cff8c1c225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:05.783232 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ac2fdc-0298-43ea-8174-871534a6aa32 None None] Network ff42c1ec-7f3e-4a32-93ad-a9f72bbcd71c requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:17:05.894469 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4165bd-2193-4a40-9855-9f0dbd5a0b2e admin admin] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:17:05.908744 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296e1c9b-e844-4042-a22a-49801f617198 None None] Sync routers for ids ['cb761ad6-6859-45df-9cf8-3dab929584f8'] in dv-cinder-801354-3-iscsi {{(pid=99971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:17:05.931063 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296e1c9b-e844-4042-a22a-49801f617198 None None] Routers {'cb761ad6-6859-45df-9cf8-3dab929584f8'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:17:05.931718 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-296e1c9b-e844-4042-a22a-49801f617198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fdd7e2e0>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:16:41Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['cb761ad6-6859-45df-9cf8-3dab929584f8'], 'active': True} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:17:05.937456 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb3f39-6e57-4f37-a2ad-90cff8c1c225 None None] Pushing event updated for resources: {'Port': ['ID=8cb97258-08ef-47e3-9e28-efb6a506d066,revision_number=5']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:05.955682 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7a4165bd-2193-4a40-9855-9f0dbd5a0b2e admin admin] Publish callbacks [] for router, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:05.957457 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-7a4165bd-2193-4a40-9855-9f0dbd5a0b2e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2515090 Oct 14 11:17:05.960221 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 33934) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:17:06.173206 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device b8576b60-ebd9-461d-ba6c-2c723b6cd23a up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:17:06.188639 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca95f4d-11ff-4f51-a10c-6fc0b8491ea4 req-2476b8f6-da1d-4d3e-9278-587b92f6825a tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:06.190303 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9ca95f4d-11ff-4f51-a10c-6fc0b8491ea4 req-2476b8f6-da1d-4d3e-9278-587b92f6825a tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.2315192 Oct 14 11:17:06.326344 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9ca95f4d-11ff-4f51-a10c-6fc0b8491ea4 req-0959d9a6-0216-4d04-aa8b-ff73fd26ab24 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196885 Oct 14 11:17:06.330753 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafb3f39-6e57-4f37-a2ad-90cff8c1c225 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:17:06.333265 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafb3f39-6e57-4f37-a2ad-90cff8c1c225 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:17:06.333705 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafb3f39-6e57-4f37-a2ad-90cff8c1c225 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:17:06.334032 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafb3f39-6e57-4f37-a2ad-90cff8c1c225 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:17:06.334632 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafb3f39-6e57-4f37-a2ad-90cff8c1c225 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:17:06.334632 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafb3f39-6e57-4f37-a2ad-90cff8c1c225 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:17:06.334979 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafb3f39-6e57-4f37-a2ad-90cff8c1c225 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:17:06.337444 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafb3f39-6e57-4f37-a2ad-90cff8c1c225 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:17:06.337821 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafb3f39-6e57-4f37-a2ad-90cff8c1c225 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:17:06.338278 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafb3f39-6e57-4f37-a2ad-90cff8c1c225 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:17:06.338526 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafb3f39-6e57-4f37-a2ad-90cff8c1c225 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:17:06.339032 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafb3f39-6e57-4f37-a2ad-90cff8c1c225 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:17:06.383257 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-3ff2a494-832e-489c-bd8c-076072728817 None None] Provisioning complete for port b8576b60-ebd9-461d-ba6c-2c723b6cd23a triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:17:06.383604 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-3ff2a494-832e-489c-bd8c-076072728817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:06.392691 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvr_db [None req-296e1c9b-e844-4042-a22a-49801f617198 None None] Set router cb761ad6-6859-45df-9cf8-3dab929584f8 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:17:06.420108 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f40f9-8664-4f47-9c2c-cbb9e5db3a76 req-c88f8461-b49a-4331-b24f-0bbcfe9aa315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:06.421913 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-016f40f9-8664-4f47-9c2c-cbb9e5db3a76 req-c88f8461-b49a-4331-b24f-0bbcfe9aa315 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c392464b70b4e7c8c87cc7350e4f053&device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 1098 time: 0.3340821 Oct 14 11:17:06.491364 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-6d5bc26a-7166-40e0-9252-769808e2acab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fc9059a0>, [{'id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'name': 'tempest-TestVolumeBootPattern-1988551177-router', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:43Z', 'updated_at': '2021-10-14T11:16:54Z', 'revision_number': 4, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'gw_port': {'id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:45Z', 'updated_at': '2021-10-14T11:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': '8cb97258-08ef-47e3-9e28-efb6a506d066', 'name': '', 'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'mac_address': 'fa:16:3e:28:73:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:52Z', 'updated_at': '2021-10-14T11:17:04Z', 'revision_number': 4, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'subnets': [{'id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:17:06.552725 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5bc26a-7166-40e0-9252-769808e2acab None None] The sync data for ids ['d3390d2a-e921-4dc5-9520-011e2374b090'] in dv-cinder-801354-3-iscsi is: [{'id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'name': 'tempest-TestVolumeBootPattern-1988551177-router', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:43Z', 'updated_at': '2021-10-14T11:16:54Z', 'revision_number': 4, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'gw_port': {'id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:45Z', 'updated_at': '2021-10-14T11:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': '8cb97258-08ef-47e3-9e28-efb6a506d066', 'name': '', 'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'mac_address': 'fa:16:3e:28:73:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:52Z', 'updated_at': '2021-10-14T11:17:04Z', 'revision_number': 4, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'subnets': [{'id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:17:06.560522 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port b8576b60-ebd9-461d-ba6c-2c723b6cd23a triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:17:06.561186 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:06.898452 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825c198-821d-458c-a809-5ccc9aee1fc7 req-51f0dc9a-b57f-4980-870d-2aa9eee0153f tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:06.900084 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d825c198-821d-458c-a809-5ccc9aee1fc7 req-51f0dc9a-b57f-4980-870d-2aa9eee0153f tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 944 time: 0.1612279 Oct 14 11:17:06.951101 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-3ff2a494-832e-489c-bd8c-076072728817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:06.994500 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-296e1c9b-e844-4042-a22a-49801f617198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fdd7e2e0>, [{'id': 'cb761ad6-6859-45df-9cf8-3dab929584f8', 'name': 'tempest-TestVolumeBootPattern-222047676-router', 'tenant_id': '0971ca5b3d55475899b1203390dfe19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'd2c07d37-5310-4b85-a34b-636d6db358b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:59Z', 'updated_at': '2021-10-14T11:17:03Z', 'revision_number': 3, 'project_id': '0971ca5b3d55475899b1203390dfe19e', 'gw_port': {'id': 'd2c07d37-5310-4b85-a34b-636d6db358b7', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:29:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb761ad6-6859-45df-9cf8-3dab929584f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:17:01Z', 'updated_at': '2021-10-14T11:17:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi'}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:17:07.029903 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d825c198-821d-458c-a809-5ccc9aee1fc7 req-0556c9a3-b05b-4b59-a411-88b778a235c7 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038611 Oct 14 11:17:07.097576 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:07.119506 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296e1c9b-e844-4042-a22a-49801f617198 None None] Checking router: cb761ad6-6859-45df-9cf8-3dab929584f8 for host: dv-cinder-801354-3-iscsi {{(pid=99971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:17:07.120130 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296e1c9b-e844-4042-a22a-49801f617198 None None] Updating router cb761ad6-6859-45df-9cf8-3dab929584f8 port d2c07d37-5310-4b85-a34b-636d6db358b7 binding host dv-cinder-801354-3-iscsi {{(pid=99971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 11:17:07.177979 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] For port b8576b60-ebd9-461d-ba6c-2c723b6cd23a, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=b8576b60-ebd9-461d-ba6c-2c723b6cd23a,segment=NetworkSegment(17c045ca-443b-4739-8695-5ead6a2a2de6),segment_id=17c045ca-443b-4739-8695-5ead6a2a2de6)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:17:07.186608 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:07.192022 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-296e1c9b-e844-4042-a22a-49801f617198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:07.427505 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.db.api [None req-3ff2a494-832e-489c-bd8c-076072728817 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 14 11:17:07.427866 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG oslo_db.api [None req-3ff2a494-832e-489c-bd8c-076072728817 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 14 11:17:07.470787 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Pushing event updated for resources: {'Port': ['ID=b8576b60-ebd9-461d-ba6c-2c723b6cd23a,revision_number=3']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:07.606407 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce37a77-098e-4dbe-ad30-592d0df5023f req-15cffc3e-eb99-4714-b858-3d1640c236e9 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:07.608666 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1ce37a77-098e-4dbe-ad30-592d0df5023f req-15cffc3e-eb99-4714-b858-3d1640c236e9 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.1018071 Oct 14 11:17:07.682277 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1ce37a77-098e-4dbe-ad30-592d0df5023f req-74cd1530-a9d7-40b1-bf9e-6505abfbbc58 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652292 Oct 14 11:17:07.957662 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-296e1c9b-e844-4042-a22a-49801f617198 None None] Publish callbacks [] for port, precommit_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:07.969647 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-296e1c9b-e844-4042-a22a-49801f617198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:08.053455 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.managers [None req-296e1c9b-e844-4042-a22a-49801f617198 None None] Attempting to bind port d2c07d37-5310-4b85-a34b-636d6db358b7 on host dv-cinder-801354-3-iscsi for vnic_type normal with profile {{(pid=99971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:17:08.054198 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.managers [None req-296e1c9b-e844-4042-a22a-49801f617198 None None] Attempting to bind port d2c07d37-5310-4b85-a34b-636d6db358b7 by drivers openvswitch,hyperv on host dv-cinder-801354-3-iscsi at level 0 using segments [{'id': '41826669-4ce7-4556-a5ab-a5c365ae266e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'}] {{(pid=99971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:17:08.054198 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296e1c9b-e844-4042-a22a-49801f617198 None None] Attempting to bind port d2c07d37-5310-4b85-a34b-636d6db358b7 on network e7b04304-7a8b-409f-a7ac-32fc979111a9 {{(pid=99971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:17:08.122322 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296e1c9b-e844-4042-a22a-49801f617198 None None] Checking agent: {'id': 'bb3727ce-8571-46e9-a464-805553a8417e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 5, 13), 'started_at': datetime.datetime(2021, 10, 14, 11, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:17:08.122917 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296e1c9b-e844-4042-a22a-49801f617198 None None] Checking segment: {'id': '41826669-4ce7-4556-a5ab-a5c365ae266e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:17:08.123328 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-296e1c9b-e844-4042-a22a-49801f617198 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:08.123725 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296e1c9b-e844-4042-a22a-49801f617198 None None] Bound using segment: {'id': '41826669-4ce7-4556-a5ab-a5c365ae266e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'} {{(pid=99971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:17:08.124239 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.managers [None req-296e1c9b-e844-4042-a22a-49801f617198 None None] Bound port: d2c07d37-5310-4b85-a34b-636d6db358b7, host: dv-cinder-801354-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41826669-4ce7-4556-a5ab-a5c365ae266e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'}}] {{(pid=99971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:17:08.124634 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-296e1c9b-e844-4042-a22a-49801f617198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:08.174690 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535fe929-da2b-45cb-ac83-06e44ffbf872 None None] Pushing event updated for resources: {'Port': ['ID=d2c07d37-5310-4b85-a34b-636d6db358b7,revision_number=2']} {{(pid=99971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:08.244285 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device b8576b60-ebd9-461d-ba6c-2c723b6cd23a up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:17:08.257418 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.db [None req-296e1c9b-e844-4042-a22a-49801f617198 None None] For port d2c07d37-5310-4b85-a34b-636d6db358b7, host dv-cinder-801354-3-iscsi, cleared binding levels {{(pid=99971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:17:08.270821 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.db [None req-296e1c9b-e844-4042-a22a-49801f617198 None None] For port d2c07d37-5310-4b85-a34b-636d6db358b7, host dv-cinder-801354-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=d2c07d37-5310-4b85-a34b-636d6db358b7,segment=NetworkSegment(41826669-4ce7-4556-a5ab-a5c365ae266e),segment_id=41826669-4ce7-4556-a5ab-a5c365ae266e)] {{(pid=99971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:17:08.278723 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-296e1c9b-e844-4042-a22a-49801f617198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:08.334223 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ade72-ffdc-40f2-a90b-80028c7391ce req-dd0eeb63-8e31-41cf-9305-934e7a52a74d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:08.347450 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2f3ade72-ffdc-40f2-a90b-80028c7391ce req-dd0eeb63-8e31-41cf-9305-934e7a52a74d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 944 time: 0.1220036 Oct 14 11:17:08.420021 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296e1c9b-e844-4042-a22a-49801f617198 None None] Routers {'cb761ad6-6859-45df-9cf8-3dab929584f8'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:17:08.420978 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-296e1c9b-e844-4042-a22a-49801f617198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fdd7e2e0>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:16:41Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['cb761ad6-6859-45df-9cf8-3dab929584f8'], 'active': True} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:17:08.433269 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535fe929-da2b-45cb-ac83-06e44ffbf872 None None] Pushing event updated for resources: {'Port': ['ID=d2c07d37-5310-4b85-a34b-636d6db358b7,revision_number=3']} {{(pid=99971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:08.434532 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port b8576b60-ebd9-461d-ba6c-2c723b6cd23a triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:17:08.443538 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:08.464540 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2f3ade72-ffdc-40f2-a90b-80028c7391ce req-86e19aff-d347-4f39-8e0e-a9e1c5fa5091 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143188 Oct 14 11:17:08.466848 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4aecc8a3-4eee-47d4-b81a-07f5eeb66b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:08.612682 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-f14422fa-b34d-445b-a7c5-61eb904c10a3 None None] Provisioning complete for port b8576b60-ebd9-461d-ba6c-2c723b6cd23a triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:17:08.613258 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-f14422fa-b34d-445b-a7c5-61eb904c10a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:08.718030 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:08.753008 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvr_db [None req-296e1c9b-e844-4042-a22a-49801f617198 None None] Set router cb761ad6-6859-45df-9cf8-3dab929584f8 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:17:08.800276 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_common [None req-4aecc8a3-4eee-47d4-b81a-07f5eeb66b5d admin admin] Allocated IP 172.20.0.1 (ff42c1ec-7f3e-4a32-93ad-a9f72bbcd71c/c502d26b-590e-4ab3-ac0a-c7181ab3a0b7/e55e1eb2-1b9e-4530-b7bf-116dee4fa508) {{(pid=99968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:17:08.926419 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-0b619223-ccaf-4315-9bac-ca5158d02522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:08.937809 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e97a0c-9567-4969-a9d3-2a8e82993a91 req-af400db8-a68b-4b8a-ab65-91743d7cae65 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:08.947159 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e5e97a0c-9567-4969-a9d3-2a8e82993a91 req-af400db8-a68b-4b8a-ab65-91743d7cae65 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.1281471 Oct 14 11:17:08.950997 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 8cb97258-08ef-47e3-9e28-efb6a506d066 up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:17:09.030034 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4aecc8a3-4eee-47d4-b81a-07f5eeb66b5d admin admin] Publish callbacks [] for port, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:09.030794 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e5e97a0c-9567-4969-a9d3-2a8e82993a91 req-5fbc4522-babe-4bfd-a4db-d6ba4daef3ec tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827162 Oct 14 11:17:09.070430 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f40f9-8664-4f47-9c2c-cbb9e5db3a76 req-892b4e7b-d6e9-4817-8a72-2a7a3da863b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:09.072778 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-016f40f9-8664-4f47-9c2c-cbb9e5db3a76 req-892b4e7b-d6e9-4817-8a72-2a7a3da863b3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4d96643b-4fa6-435b-b92a-130044cd3548 HTTP/1.1" status: 200 len: 920 time: 1.0816031 Oct 14 11:17:09.074826 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4aecc8a3-4eee-47d4-b81a-07f5eeb66b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431'] for port, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:09.110863 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port 8cb97258-08ef-47e3-9e28-efb6a506d066 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:17:09.111235 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:09.150339 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-016f40f9-8664-4f47-9c2c-cbb9e5db3a76 req-027e1202-fda5-490e-9a98-90b6beafde25 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04c9b8a2-da58-4829-884d-badda3bdeb3d HTTP/1.1" status: 200 len: 217 time: 0.0444379 Oct 14 11:17:09.166519 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aecc8a3-4eee-47d4-b81a-07f5eeb66b5d admin admin] Network ff42c1ec-7f3e-4a32-93ad-a9f72bbcd71c is already hosted by enough agents. {{(pid=99968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:17:09.224231 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f40f9-8664-4f47-9c2c-cbb9e5db3a76 req-deb0377d-02d7-40fd-bf6b-37aeaa6bf0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:09.226058 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-016f40f9-8664-4f47-9c2c-cbb9e5db3a76 req-deb0377d-02d7-40fd-bf6b-37aeaa6bf0d8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c0cb2568-f2cb-4fad-9fcc-49f5492b923a HTTP/1.1" status: 200 len: 859 time: 0.0558906 Oct 14 11:17:09.227289 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [None req-4aecc8a3-4eee-47d4-b81a-07f5eeb66b5d admin admin] Resources bound (agent type, host, resource id): {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:17:09.234914 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aecc8a3-4eee-47d4-b81a-07f5eeb66b5d admin admin] Received port after_create {{(pid=99968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:17:09.235569 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4aecc8a3-4eee-47d4-b81a-07f5eeb66b5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1073342815'] for router_interface, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:09.248996 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-296e1c9b-e844-4042-a22a-49801f617198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fdd7e2e0>, [{'id': 'cb761ad6-6859-45df-9cf8-3dab929584f8', 'name': 'tempest-TestVolumeBootPattern-222047676-router', 'tenant_id': '0971ca5b3d55475899b1203390dfe19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'd2c07d37-5310-4b85-a34b-636d6db358b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:59Z', 'updated_at': '2021-10-14T11:17:03Z', 'revision_number': 3, 'project_id': '0971ca5b3d55475899b1203390dfe19e', 'gw_port': {'id': 'd2c07d37-5310-4b85-a34b-636d6db358b7', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:29:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb761ad6-6859-45df-9cf8-3dab929584f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:17:01Z', 'updated_at': '2021-10-14T11:17:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi'}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:17:09.294000 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296e1c9b-e844-4042-a22a-49801f617198 None None] The sync data for ids ['cb761ad6-6859-45df-9cf8-3dab929584f8'] in dv-cinder-801354-3-iscsi is: [{'id': 'cb761ad6-6859-45df-9cf8-3dab929584f8', 'name': 'tempest-TestVolumeBootPattern-222047676-router', 'tenant_id': '0971ca5b3d55475899b1203390dfe19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'd2c07d37-5310-4b85-a34b-636d6db358b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:59Z', 'updated_at': '2021-10-14T11:17:03Z', 'revision_number': 3, 'project_id': '0971ca5b3d55475899b1203390dfe19e', 'gw_port': {'id': 'd2c07d37-5310-4b85-a34b-636d6db358b7', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:29:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb761ad6-6859-45df-9cf8-3dab929584f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:17:01Z', 'updated_at': '2021-10-14T11:17:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi'}] {{(pid=99971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:17:09.327279 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aecc8a3-4eee-47d4-b81a-07f5eeb66b5d admin admin] Pushing event updated for resources: {'Port': ['ID=e55e1eb2-1b9e-4530-b7bf-116dee4fa508,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:09.444803 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-016f40f9-8664-4f47-9c2c-cbb9e5db3a76 req-1cdba1fa-1b37-4dbc-a746-a916c88a8c92 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d96643b-4fa6-435b-b92a-130044cd3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1300545 Oct 14 11:17:09.496104 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4aecc8a3-4eee-47d4-b81a-07f5eeb66b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:09.596139 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-5c0dbd8c-acad-4a28-a616-820d88448af9 None None] Provisioning complete for port e55e1eb2-1b9e-4530-b7bf-116dee4fa508 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:17:09.596764 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-5c0dbd8c-acad-4a28-a616-820d88448af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:09.668370 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-5c0dbd8c-acad-4a28-a616-820d88448af9 None None] Port e55e1eb2-1b9e-4530-b7bf-116dee4fa508 cannot update to ACTIVE because it is not bound. {{(pid=99970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:17:09.711711 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833eb48-b4d0-47f1-989a-2391d3459744 req-dabc7efa-26b7-49b9-aea2-5a9ae8e0bf66 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:09.723255 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1833eb48-b4d0-47f1-989a-2391d3459744 req-dabc7efa-26b7-49b9-aea2-5a9ae8e0bf66 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 944 time: 0.1138861 Oct 14 11:17:09.823752 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1833eb48-b4d0-47f1-989a-2391d3459744 req-80120d7e-6831-4e4a-a067-c3116430f5f7 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916414 Oct 14 11:17:09.898558 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4aecc8a3-4eee-47d4-b81a-07f5eeb66b5d admin admin] Publish callbacks [] for port, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:09.905097 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4aecc8a3-4eee-47d4-b81a-07f5eeb66b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:09.905918 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4aecc8a3-4eee-47d4-b81a-07f5eeb66b5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1073186008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1073342763'] for router_interface, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:10.133479 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aecc8a3-4eee-47d4-b81a-07f5eeb66b5d admin admin] Pushing event updated for resources: {'Port': ['ID=e55e1eb2-1b9e-4530-b7bf-116dee4fa508,revision_number=2']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:10.246363 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099f05b-e4ad-4be3-abb5-bfebfdd48809 req-42bc3faf-6db7-4327-84fb-a83aa16f7fb2 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:10.248274 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1099f05b-e4ad-4be3-abb5-bfebfdd48809 req-42bc3faf-6db7-4327-84fb-a83aa16f7fb2 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.1315091 Oct 14 11:17:10.259367 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aecc8a3-4eee-47d4-b81a-07f5eeb66b5d admin admin] Network ff42c1ec-7f3e-4a32-93ad-a9f72bbcd71c is already hosted by enough agents. {{(pid=99968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:17:10.262937 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [None req-4aecc8a3-4eee-47d4-b81a-07f5eeb66b5d admin admin] Resources bound (agent type, host, resource id): {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:17:10.414906 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1099f05b-e4ad-4be3-abb5-bfebfdd48809 req-60b6b844-bf32-443c-9713-bdd4576cf93d tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575894 Oct 14 11:17:10.534312 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aecc8a3-4eee-47d4-b81a-07f5eeb66b5d admin admin] Router cb761ad6-6859-45df-9cf8-3dab929584f8 has already been hosted by L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 {{(pid=99968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:17:10.552503 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-016f40f9-8664-4f47-9c2c-cbb9e5db3a76 req-f75c6f5f-5f9b-41ab-bf87-201accc292f2 service neutron] 10.222.0.39 "GET /v2.0/networks/4d96643b-4fa6-435b-b92a-130044cd3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300141 Oct 14 11:17:10.777503 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-016f40f9-8664-4f47-9c2c-cbb9e5db3a76 req-6fe529e5-6a93-4b8b-ba91-4ddc2fe7ce63 service neutron] 10.222.0.39 "GET /v2.0/networks/4d96643b-4fa6-435b-b92a-130044cd3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149146 Oct 14 11:17:10.812192 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-7c25d844-645f-4c9f-8586-29f8412b1d81 None None] Provisioning complete for port e55e1eb2-1b9e-4530-b7bf-116dee4fa508 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:17:10.815309 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-7c25d844-645f-4c9f-8586-29f8412b1d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:10.998323 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-7c25d844-645f-4c9f-8586-29f8412b1d81 None None] Port e55e1eb2-1b9e-4530-b7bf-116dee4fa508 cannot update to ACTIVE because it is not bound. {{(pid=99970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:17:11.170377 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e80d7-80ec-4f81-8831-4947a622cb59 req-fca11374-818d-4ac4-b757-0561b52b55a5 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:11.184114 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aecc8a3-4eee-47d4-b81a-07f5eeb66b5d admin admin] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:17:11.184648 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9c2e80d7-80ec-4f81-8831-4947a622cb59 req-fca11374-818d-4ac4-b757-0561b52b55a5 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 944 time: 0.2033720 Oct 14 11:17:11.224197 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-4aecc8a3-4eee-47d4-b81a-07f5eeb66b5d admin admin] 10.222.0.46 "PUT /v2.0/routers/cb761ad6-6859-45df-9cf8-3dab929584f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2625375 Oct 14 11:17:11.368254 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9c2e80d7-80ec-4f81-8831-4947a622cb59 req-274afd0d-a473-4c96-9a20-708512ceaf5b tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636708 Oct 14 11:17:11.524379 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-0eb82b3d-de77-473c-9f3e-5f2cf5a9d4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:11.665721 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144eb21-d0b9-469f-b6f8-338735cc085c req-011fb6e5-ed9c-4ba3-8324-07608a74bc91 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:11.669449 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7144eb21-d0b9-469f-b6f8-338735cc085c req-011fb6e5-ed9c-4ba3-8324-07608a74bc91 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.1161025 Oct 14 11:17:11.741510 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7144eb21-d0b9-469f-b6f8-338735cc085c req-bbc1de2e-dddf-4cd5-a843-5d94750b7a1a tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651753 Oct 14 11:17:12.024891 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device d2c07d37-5310-4b85-a34b-636d6db358b7 up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:17:12.158158 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port d2c07d37-5310-4b85-a34b-636d6db358b7 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:17:12.159026 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:12.372794 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:12.437140 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] For port d2c07d37-5310-4b85-a34b-636d6db358b7, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=d2c07d37-5310-4b85-a34b-636d6db358b7,segment=NetworkSegment(41826669-4ce7-4556-a5ab-a5c365ae266e),segment_id=41826669-4ce7-4556-a5ab-a5c365ae266e)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:17:12.454901 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:12.526922 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Pushing event updated for resources: {'Port': ['ID=d2c07d37-5310-4b85-a34b-636d6db358b7,revision_number=4']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:12.792094 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:12.843134 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 33992) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:17:12.848769 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-d96cbabc-170c-49f1-aa80-3d6a11e39089 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-466026163', 'description': 'tempest-secgroup-smoke-466026163 description', 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:17:12.901784 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d96cbabc-170c-49f1-aa80-3d6a11e39089 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:13.076954 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35862cc2-1427-4e26-8f2d-7e40e2a08eae None None] Sync routers for ids ['cb761ad6-6859-45df-9cf8-3dab929584f8'] in dv-cinder-801354-3-iscsi {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:17:13.089987 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1b18e-04e6-487f-81e8-31cd4cd30df2 req-801088b6-a0b5-4ea2-8884-4e0cde687cd6 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:13.103279 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-41c1b18e-04e6-487f-81e8-31cd4cd30df2 req-801088b6-a0b5-4ea2-8884-4e0cde687cd6 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 944 time: 0.1182823 Oct 14 11:17:13.113289 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:13.115499 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35862cc2-1427-4e26-8f2d-7e40e2a08eae None None] Routers {'cb761ad6-6859-45df-9cf8-3dab929584f8'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:17:13.123203 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-35862cc2-1427-4e26-8f2d-7e40e2a08eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fc7b12b0>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:17:11Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['cb761ad6-6859-45df-9cf8-3dab929584f8'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:17:13.199600 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d96cbabc-170c-49f1-aa80-3d6a11e39089 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:13.284272 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d96cbabc-170c-49f1-aa80-3d6a11e39089 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:13.360151 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-41c1b18e-04e6-487f-81e8-31cd4cd30df2 req-7e07fada-2a57-4c40-9571-242b4bd5cc45 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2498536 Oct 14 11:17:13.364222 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96cbabc-170c-49f1-aa80-3d6a11e39089 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9b92dc-5280-4963-a682-507ed7122bdf,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:13.373151 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-35862cc2-1427-4e26-8f2d-7e40e2a08eae None None] Set router cb761ad6-6859-45df-9cf8-3dab929584f8 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:17:13.404057 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d96cbabc-170c-49f1-aa80-3d6a11e39089 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:13.405720 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-d96cbabc-170c-49f1-aa80-3d6a11e39089 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5608447 Oct 14 11:17:13.409985 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 33996) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:17:13.415959 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-3a0a5d03-7bcd-4504-a43a-f50e2a8409c7 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Request body: {'security_group_rule': {'security_group_id': '9b9b92dc-5280-4963-a682-507ed7122bdf', 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:17:13.496688 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3a0a5d03-7bcd-4504-a43a-f50e2a8409c7 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:13.667347 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3a0a5d03-7bcd-4504-a43a-f50e2a8409c7 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:13.674790 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3a0a5d03-7bcd-4504-a43a-f50e2a8409c7 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073342792'] for security_group_rule, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:13.718778 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a5d03-7bcd-4504-a43a-f50e2a8409c7 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3417b76-45e4-4995-895b-cbfe705762fa,revision_number=0']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:13.731139 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3a0a5d03-7bcd-4504-a43a-f50e2a8409c7 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:13.736575 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 34006) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:17:13.737307 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-3a0a5d03-7bcd-4504-a43a-f50e2a8409c7 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3256373 Oct 14 11:17:13.742434 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-928f225d-0893-4ae8-a9f1-6cb88b0de2ff tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Request body: {'security_group_rule': {'security_group_id': '9b9b92dc-5280-4963-a682-507ed7122bdf', 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:17:13.821420 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-928f225d-0893-4ae8-a9f1-6cb88b0de2ff tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:13.962216 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device d2c07d37-5310-4b85-a34b-636d6db358b7 up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:17:14.056770 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-928f225d-0893-4ae8-a9f1-6cb88b0de2ff tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:14.075476 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-928f225d-0893-4ae8-a9f1-6cb88b0de2ff tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073342792'] for security_group_rule, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:14.117028 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f225d-0893-4ae8-a9f1-6cb88b0de2ff tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13fca57b-ed23-4605-b197-66338ae1cb43,revision_number=0']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:14.152704 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb23a7-9e94-4626-89ae-b54132f81e8d req-4773cbbe-dc3c-4abb-b744-851766797e80 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:14.154582 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-66cb23a7-9e94-4626-89ae-b54132f81e8d req-4773cbbe-dc3c-4abb-b744-851766797e80 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.1869705 Oct 14 11:17:14.163564 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-35862cc2-1427-4e26-8f2d-7e40e2a08eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fc7b12b0>, [{'id': 'cb761ad6-6859-45df-9cf8-3dab929584f8', 'name': 'tempest-TestVolumeBootPattern-222047676-router', 'tenant_id': '0971ca5b3d55475899b1203390dfe19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'd2c07d37-5310-4b85-a34b-636d6db358b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:59Z', 'updated_at': '2021-10-14T11:17:09Z', 'revision_number': 4, 'project_id': '0971ca5b3d55475899b1203390dfe19e', 'gw_port': {'id': 'd2c07d37-5310-4b85-a34b-636d6db358b7', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb761ad6-6859-45df-9cf8-3dab929584f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:17:01Z', 'updated_at': '2021-10-14T11:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': 'e55e1eb2-1b9e-4530-b7bf-116dee4fa508', 'name': '', 'network_id': 'ff42c1ec-7f3e-4a32-93ad-a9f72bbcd71c', 'tenant_id': '0971ca5b3d55475899b1203390dfe19e', 'mac_address': 'fa:16:3e:c2:29:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb761ad6-6859-45df-9cf8-3dab929584f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c502d26b-590e-4ab3-ac0a-c7181ab3a0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:17:08Z', 'updated_at': '2021-10-14T11:17:09Z', 'revision_number': 2, 'project_id': '0971ca5b3d55475899b1203390dfe19e', 'subnets': [{'id': 'c502d26b-590e-4ab3-ac0a-c7181ab3a0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:17:14.166024 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-928f225d-0893-4ae8-a9f1-6cb88b0de2ff tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:14.170901 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 34014) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:17:14.177964 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-0bbefcac-2d5a-4673-8fc3-b0bd7a7b35c5 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Request body: {'security_group_rule': {'security_group_id': '9b9b92dc-5280-4963-a682-507ed7122bdf', 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:17:14.181795 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-928f225d-0893-4ae8-a9f1-6cb88b0de2ff tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4438052 Oct 14 11:17:14.230917 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35862cc2-1427-4e26-8f2d-7e40e2a08eae None None] Checking router: cb761ad6-6859-45df-9cf8-3dab929584f8 for host: dv-cinder-801354-3-iscsi {{(pid=99970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:17:14.231586 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35862cc2-1427-4e26-8f2d-7e40e2a08eae None None] Updating router cb761ad6-6859-45df-9cf8-3dab929584f8 port e55e1eb2-1b9e-4530-b7bf-116dee4fa508 binding host dv-cinder-801354-3-iscsi {{(pid=99970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 11:17:14.269830 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-0bbefcac-2d5a-4673-8fc3-b0bd7a7b35c5 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:14.275681 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-35862cc2-1427-4e26-8f2d-7e40e2a08eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:14.278018 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port d2c07d37-5310-4b85-a34b-636d6db358b7 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:17:14.278765 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:14.325669 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-66cb23a7-9e94-4626-89ae-b54132f81e8d req-e1960855-5556-45e1-825b-c3215b3426f4 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342616 Oct 14 11:17:14.351086 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:14.457325 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-0bbefcac-2d5a-4673-8fc3-b0bd7a7b35c5 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:14.474061 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-0bbefcac-2d5a-4673-8fc3-b0bd7a7b35c5 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073342792'] for security_group_rule, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:14.536065 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbefcac-2d5a-4673-8fc3-b0bd7a7b35c5 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a40649a-6fe4-408d-94c1-80db84e44f45,revision_number=0']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:14.576920 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-0bbefcac-2d5a-4673-8fc3-b0bd7a7b35c5 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:14.587078 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-0bbefcac-2d5a-4673-8fc3-b0bd7a7b35c5 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4140844 Oct 14 11:17:14.588310 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 34024) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:17:14.607639 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-57f1002b-1f50-4cb4-8e78-18d8d438e891 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Request body: {'security_group_rule': {'security_group_id': '9b9b92dc-5280-4963-a682-507ed7122bdf', 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:17:14.667922 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-57f1002b-1f50-4cb4-8e78-18d8d438e891 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:14.786416 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-57f1002b-1f50-4cb4-8e78-18d8d438e891 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:14.793852 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-cfd9313f-d8bb-4f88-8fe5-0a1a7895a23b tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:14.795123 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-57f1002b-1f50-4cb4-8e78-18d8d438e891 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073342792'] for security_group_rule, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:14.798325 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-cfd9313f-d8bb-4f88-8fe5-0a1a7895a23b tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/networks?id=b6dfa21d-d308-47c0-8249-c9baee1a1a13 HTTP/1.1" status: 200 len: 813 time: 0.3333471 Oct 14 11:17:14.827000 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-9a6933d4-0106-49aa-a38d-41b81ddb29f4 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/quotas/f8d61724537044169b69955d2fbae422 HTTP/1.1" status: 200 len: 375 time: 0.0109806 Oct 14 11:17:14.847018 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f1002b-1f50-4cb4-8e78-18d8d438e891 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c40f8d-9c9f-4e43-b548-fdb000fe0d19,revision_number=0']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:14.873195 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-57f1002b-1f50-4cb4-8e78-18d8d438e891 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:14.883697 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-57f1002b-1f50-4cb4-8e78-18d8d438e891 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2819412 Oct 14 11:17:14.884794 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 34026) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:17:14.907337 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-dcc46ddd-607c-42a4-9b15-488166e6ca5d tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Request body: {'security_group_rule': {'security_group_id': '9b9b92dc-5280-4963-a682-507ed7122bdf', 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:17:14.916948 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-35862cc2-1427-4e26-8f2d-7e40e2a08eae None None] Publish callbacks [] for port, precommit_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:14.928651 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-35862cc2-1427-4e26-8f2d-7e40e2a08eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:14.959376 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-457a1c48-929a-48ef-8057-ddb08cbde607 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8d61724537044169b69955d2fbae422&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1055369 Oct 14 11:17:15.002578 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.db.securitygroups_db [None req-dcc46ddd-607c-42a4-9b15-488166e6ca5d tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Project 4e158813d8fb41e8ab4e77f6fecff0e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 11:17:15.017828 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-dcc46ddd-607c-42a4-9b15-488166e6ca5d tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:15.043920 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c0460-0d7b-4fba-a907-9962b4a8dfd4 None None] Pushing event updated for resources: {'Port': ['ID=e55e1eb2-1b9e-4530-b7bf-116dee4fa508,revision_number=3']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:15.184092 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-35862cc2-1427-4e26-8f2d-7e40e2a08eae None None] Attempting to bind port e55e1eb2-1b9e-4530-b7bf-116dee4fa508 on host dv-cinder-801354-3-iscsi for vnic_type normal with profile {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:17:15.184831 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-35862cc2-1427-4e26-8f2d-7e40e2a08eae None None] Attempting to bind port e55e1eb2-1b9e-4530-b7bf-116dee4fa508 by drivers openvswitch,hyperv on host dv-cinder-801354-3-iscsi at level 0 using segments [{'id': '17c045ca-443b-4739-8695-5ead6a2a2de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ff42c1ec-7f3e-4a32-93ad-a9f72bbcd71c'}] {{(pid=99970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:17:15.192233 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35862cc2-1427-4e26-8f2d-7e40e2a08eae None None] Attempting to bind port e55e1eb2-1b9e-4530-b7bf-116dee4fa508 on network ff42c1ec-7f3e-4a32-93ad-a9f72bbcd71c {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:17:15.207262 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-dcc46ddd-607c-42a4-9b15-488166e6ca5d tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:15.216487 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-dcc46ddd-607c-42a4-9b15-488166e6ca5d tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073342792'] for security_group_rule, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:15.221808 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35862cc2-1427-4e26-8f2d-7e40e2a08eae None None] Checking agent: {'id': 'bb3727ce-8571-46e9-a464-805553a8417e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 5, 13), 'started_at': datetime.datetime(2021, 10, 14, 11, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:17:15.229876 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35862cc2-1427-4e26-8f2d-7e40e2a08eae None None] Checking segment: {'id': '17c045ca-443b-4739-8695-5ead6a2a2de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ff42c1ec-7f3e-4a32-93ad-a9f72bbcd71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:17:15.230436 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-35862cc2-1427-4e26-8f2d-7e40e2a08eae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:15.230852 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35862cc2-1427-4e26-8f2d-7e40e2a08eae None None] Bound using segment: {'id': '17c045ca-443b-4739-8695-5ead6a2a2de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ff42c1ec-7f3e-4a32-93ad-a9f72bbcd71c'} {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:17:15.231372 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-35862cc2-1427-4e26-8f2d-7e40e2a08eae None None] Bound port: e55e1eb2-1b9e-4530-b7bf-116dee4fa508, host: dv-cinder-801354-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c045ca-443b-4739-8695-5ead6a2a2de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ff42c1ec-7f3e-4a32-93ad-a9f72bbcd71c'}}] {{(pid=99970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:17:15.231758 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-35862cc2-1427-4e26-8f2d-7e40e2a08eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:15.257385 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc46ddd-607c-42a4-9b15-488166e6ca5d tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66209b69-abec-4f02-841a-495aded68209,revision_number=0']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:15.298027 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-dcc46ddd-607c-42a4-9b15-488166e6ca5d tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:15.304067 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-dcc46ddd-607c-42a4-9b15-488166e6ca5d tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4135125 Oct 14 11:17:15.304772 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 34030) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:17:15.313844 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-717b13de-186d-485f-b2cf-e4e717335f9d tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Request body: {'security_group_rule': {'security_group_id': '9b9b92dc-5280-4963-a682-507ed7122bdf', 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:17:15.362065 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-35862cc2-1427-4e26-8f2d-7e40e2a08eae None None] For port e55e1eb2-1b9e-4530-b7bf-116dee4fa508, host dv-cinder-801354-3-iscsi, cleared binding levels {{(pid=99970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:17:15.364877 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.db.securitygroups_db [None req-717b13de-186d-485f-b2cf-e4e717335f9d tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Project 4e158813d8fb41e8ab4e77f6fecff0e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 11:17:15.372445 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-76d0dc0b-6f3c-49bb-a48e-6c34d291fe0e service neutron] 10.222.0.46 "GET /v2.0/networks/b6dfa21d-d308-47c0-8249-c9baee1a1a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961854 Oct 14 11:17:15.376541 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-35862cc2-1427-4e26-8f2d-7e40e2a08eae None None] For port e55e1eb2-1b9e-4530-b7bf-116dee4fa508, host dv-cinder-801354-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=e55e1eb2-1b9e-4530-b7bf-116dee4fa508,segment=NetworkSegment(17c045ca-443b-4739-8695-5ead6a2a2de6),segment_id=17c045ca-443b-4739-8695-5ead6a2a2de6)] {{(pid=99970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:17:15.378371 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-717b13de-186d-485f-b2cf-e4e717335f9d tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:15.383720 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-35862cc2-1427-4e26-8f2d-7e40e2a08eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:15.409842 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fef7c-4e70-4c4e-a81d-6ae16956eff6 req-cc7178e0-ea5e-4702-b2f6-b3471b28f8d7 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:15.416308 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-159fef7c-4e70-4c4e-a81d-6ae16956eff6 req-cc7178e0-ea5e-4702-b2f6-b3471b28f8d7 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 944 time: 0.1058455 Oct 14 11:17:15.521238 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c0460-0d7b-4fba-a907-9962b4a8dfd4 None None] Pushing event updated for resources: {'Port': ['ID=e55e1eb2-1b9e-4530-b7bf-116dee4fa508,revision_number=4']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:15.537610 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35862cc2-1427-4e26-8f2d-7e40e2a08eae None None] Routers {'cb761ad6-6859-45df-9cf8-3dab929584f8'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:17:15.538268 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-35862cc2-1427-4e26-8f2d-7e40e2a08eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fc7b12b0>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:17:11Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['cb761ad6-6859-45df-9cf8-3dab929584f8'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:17:15.565845 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-717b13de-186d-485f-b2cf-e4e717335f9d tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:15.574339 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-717b13de-186d-485f-b2cf-e4e717335f9d tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073342792'] for security_group_rule, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:15.601620 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-159fef7c-4e70-4c4e-a81d-6ae16956eff6 req-48b91a48-c056-4173-b835-7b75ef308905 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638279 Oct 14 11:17:15.616756 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b13de-186d-485f-b2cf-e4e717335f9d tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f541328-79c2-473c-bfb6-897152b947f3,revision_number=0']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:15.620589 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-c10889c2-7d85-4aba-bef4-635e0e3a05b8 None None] Provisioning complete for port e55e1eb2-1b9e-4530-b7bf-116dee4fa508 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:17:15.621148 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-c10889c2-7d85-4aba-bef4-635e0e3a05b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:15.624896 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-717b13de-186d-485f-b2cf-e4e717335f9d tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:15.626579 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-717b13de-186d-485f-b2cf-e4e717335f9d tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3206377 Oct 14 11:17:15.694894 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-626be897-a20b-4192-9fc1-812a7ecfd1fc service neutron] 10.222.0.46 "GET /v2.0/networks/b6dfa21d-d308-47c0-8249-c9baee1a1a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771032 Oct 14 11:17:15.965143 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-35862cc2-1427-4e26-8f2d-7e40e2a08eae None None] Set router cb761ad6-6859-45df-9cf8-3dab929584f8 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:17:16.059147 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-c10889c2-7d85-4aba-bef4-635e0e3a05b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:16.278299 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-c10889c2-7d85-4aba-bef4-635e0e3a05b8 None None] For port e55e1eb2-1b9e-4530-b7bf-116dee4fa508, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=e55e1eb2-1b9e-4530-b7bf-116dee4fa508,segment=NetworkSegment(17c045ca-443b-4739-8695-5ead6a2a2de6),segment_id=17c045ca-443b-4739-8695-5ead6a2a2de6)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:17:16.288266 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-c10889c2-7d85-4aba-bef4-635e0e3a05b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:16.332907 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a319baf8-1ec8-4841-8742-5522a77ae98f req-ce17a1ff-54b2-425a-9230-6906a7e50569 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:16.335143 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a319baf8-1ec8-4841-8742-5522a77ae98f req-ce17a1ff-54b2-425a-9230-6906a7e50569 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.2398994 Oct 14 11:17:16.354924 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-590f24e6-96af-456a-b7e9-9bcc90e7ed56 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:16.365473 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-590f24e6-96af-456a-b7e9-9bcc90e7ed56 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/networks?id=b1361a31-564b-450d-bae4-c89d411fe947 HTTP/1.1" status: 200 len: 814 time: 0.5331888 Oct 14 11:17:16.402171 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-fe45a4c1-1ce5-40da-a5de-45faa5f1fe11 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/quotas/6d6fa027df6042c58b7e89feffe38ee9 HTTP/1.1" status: 200 len: 375 time: 0.0355058 Oct 14 11:17:16.552392 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-0a0048e8-9fd4-4927-b230-bf193f8762b6 None None] Provisioning complete for port e55e1eb2-1b9e-4530-b7bf-116dee4fa508 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:17:16.552902 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-0a0048e8-9fd4-4927-b230-bf193f8762b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:16.590162 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a319baf8-1ec8-4841-8742-5522a77ae98f req-26525927-7452-41e2-b874-72bc0d29dca5 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123165 Oct 14 11:17:16.601193 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10889c2-7d85-4aba-bef4-635e0e3a05b8 None None] Pushing event updated for resources: {'Port': ['ID=e55e1eb2-1b9e-4530-b7bf-116dee4fa508,revision_number=5']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:16.613329 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-a794ca05-77f2-4a93-9f3f-ab40f5e37344 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6d6fa027df6042c58b7e89feffe38ee9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2102602 Oct 14 11:17:16.836303 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-aa244182-88b9-4397-b504-a7d4c7eb9b7b service neutron] 10.222.0.46 "GET /v2.0/networks/b1361a31-564b-450d-bae4-c89d411fe947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003350 Oct 14 11:17:16.908955 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-62fef85d-c4c0-4543-8110-ed00da7b4885 req-7b1ac512-a32f-42cb-906f-9e6c007a542b tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?device_id=519b9ff3-e637-42b1-b1aa-8c915b77a44e HTTP/1.1" status: 200 len: 210 time: 0.0422370 Oct 14 11:17:17.021509 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-31ef91c6-92e2-466b-af5c-4ffaa590f83e service neutron] 10.222.0.46 "GET /v2.0/networks/b1361a31-564b-450d-bae4-c89d411fe947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771839 Oct 14 11:17:17.032468 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-35862cc2-1427-4e26-8f2d-7e40e2a08eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fc7b12b0>, [{'id': 'cb761ad6-6859-45df-9cf8-3dab929584f8', 'name': 'tempest-TestVolumeBootPattern-222047676-router', 'tenant_id': '0971ca5b3d55475899b1203390dfe19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'd2c07d37-5310-4b85-a34b-636d6db358b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:59Z', 'updated_at': '2021-10-14T11:17:09Z', 'revision_number': 4, 'project_id': '0971ca5b3d55475899b1203390dfe19e', 'gw_port': {'id': 'd2c07d37-5310-4b85-a34b-636d6db358b7', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb761ad6-6859-45df-9cf8-3dab929584f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:17:01Z', 'updated_at': '2021-10-14T11:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': 'e55e1eb2-1b9e-4530-b7bf-116dee4fa508', 'name': '', 'network_id': 'ff42c1ec-7f3e-4a32-93ad-a9f72bbcd71c', 'tenant_id': '0971ca5b3d55475899b1203390dfe19e', 'mac_address': 'fa:16:3e:c2:29:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb761ad6-6859-45df-9cf8-3dab929584f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c502d26b-590e-4ab3-ac0a-c7181ab3a0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:17:08Z', 'updated_at': '2021-10-14T11:17:15Z', 'revision_number': 4, 'project_id': '0971ca5b3d55475899b1203390dfe19e', 'subnets': [{'id': 'c502d26b-590e-4ab3-ac0a-c7181ab3a0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:17:17.082092 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35862cc2-1427-4e26-8f2d-7e40e2a08eae None None] The sync data for ids ['cb761ad6-6859-45df-9cf8-3dab929584f8'] in dv-cinder-801354-3-iscsi is: [{'id': 'cb761ad6-6859-45df-9cf8-3dab929584f8', 'name': 'tempest-TestVolumeBootPattern-222047676-router', 'tenant_id': '0971ca5b3d55475899b1203390dfe19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'd2c07d37-5310-4b85-a34b-636d6db358b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:59Z', 'updated_at': '2021-10-14T11:17:09Z', 'revision_number': 4, 'project_id': '0971ca5b3d55475899b1203390dfe19e', 'gw_port': {'id': 'd2c07d37-5310-4b85-a34b-636d6db358b7', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb761ad6-6859-45df-9cf8-3dab929584f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:17:01Z', 'updated_at': '2021-10-14T11:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': 'e55e1eb2-1b9e-4530-b7bf-116dee4fa508', 'name': '', 'network_id': 'ff42c1ec-7f3e-4a32-93ad-a9f72bbcd71c', 'tenant_id': '0971ca5b3d55475899b1203390dfe19e', 'mac_address': 'fa:16:3e:c2:29:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb761ad6-6859-45df-9cf8-3dab929584f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c502d26b-590e-4ab3-ac0a-c7181ab3a0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:17:08Z', 'updated_at': '2021-10-14T11:17:15Z', 'revision_number': 4, 'project_id': '0971ca5b3d55475899b1203390dfe19e', 'subnets': [{'id': 'c502d26b-590e-4ab3-ac0a-c7181ab3a0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:17:17.129785 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e037bf-e625-47b7-bbf5-138a088bb424 req-be926f5e-48ac-4b8b-bdcb-3d1db85328cd tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:17.146125 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-32e037bf-e625-47b7-bbf5-138a088bb424 req-be926f5e-48ac-4b8b-bdcb-3d1db85328cd tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 944 time: 0.1528141 Oct 14 11:17:17.322991 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-32e037bf-e625-47b7-bbf5-138a088bb424 req-3867515f-4e2a-4353-ac01-17ef18d9fa42 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734018 Oct 14 11:17:17.445769 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9ab74dce-984f-4d49-8ae1-bed5c6ac3812 req-d2d62463-ea9f-40e6-b27f-acd8261d7888 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 210 time: 0.0689030 Oct 14 11:17:17.833506 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e814c-5fcd-4e51-a245-48ee7e32bc50 req-9e088f25-1a5c-4253-b603-a4a5b3a6b45f tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:17.835151 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-071e814c-5fcd-4e51-a245-48ee7e32bc50 req-9e088f25-1a5c-4253-b603-a4a5b3a6b45f tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.0960479 Oct 14 11:17:17.930969 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-071e814c-5fcd-4e51-a245-48ee7e32bc50 req-9e185669-4726-4300-8204-f670bac34a92 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837195 Oct 14 11:17:17.951378 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device e55e1eb2-1b9e-4530-b7bf-116dee4fa508 up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:17:18.065179 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port e55e1eb2-1b9e-4530-b7bf-116dee4fa508 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:17:18.065437 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-66c6294c-6511-42b6-9131-d934050b8a38 req-bca7f794-74dc-477f-bd28-f839bd87dc5d tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?device_id=519b9ff3-e637-42b1-b1aa-8c915b77a44e HTTP/1.1" status: 200 len: 210 time: 0.0300179 Oct 14 11:17:18.065768 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:18.476298 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8206586-f23e-4877-a161-1e14599ae143 req-e4df183e-c97b-43cc-a416-731d03de31c8 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:18.478011 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f8206586-f23e-4877-a161-1e14599ae143 req-e4df183e-c97b-43cc-a416-731d03de31c8 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 944 time: 0.0596132 Oct 14 11:17:18.576386 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f8206586-f23e-4877-a161-1e14599ae143 req-7e0b358f-04b7-46a4-961b-8064f16ca393 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875461 Oct 14 11:17:18.626695 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-609a75af-36bc-49d2-9b76-73fdf2c1f8ac req-69dd8fe0-ba18-4f46-841d-aff6f5f6bc86 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 210 time: 0.0373464 Oct 14 11:17:19.096174 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303aa61-775e-40d1-8a30-a1cbccfbbd70 req-49d3a429-c557-4cb9-a4ee-7361798145fa tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:19.097800 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e303aa61-775e-40d1-8a30-a1cbccfbbd70 req-49d3a429-c557-4cb9-a4ee-7361798145fa tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.0552084 Oct 14 11:17:19.153694 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e303aa61-775e-40d1-8a30-a1cbccfbbd70 req-7a1bd0a0-dc17-4418-8dfd-38da78a2be5d tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480711 Oct 14 11:17:19.210302 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6c14384c-f688-4cca-9832-540f8952d28f req-3939dd0e-2f42-4e1c-a1d7-a5edd1519b83 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?device_id=519b9ff3-e637-42b1-b1aa-8c915b77a44e HTTP/1.1" status: 200 len: 210 time: 0.0335319 Oct 14 11:17:19.599491 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-bb5029a9-8fa8-408d-a167-f7ca71e7a569 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:19.602428 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-bb5029a9-8fa8-408d-a167-f7ca71e7a569 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.39 "GET /v2.0/networks?id=b6dfa21d-d308-47c0-8249-c9baee1a1a13 HTTP/1.1" status: 200 len: 813 time: 0.2205350 Oct 14 11:17:19.634595 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-edc9b23f-4ee7-47e5-b3af-8fc6f2c1ba7c tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Request body: {'port': {'device_id': '519b9ff3-e637-42b1-b1aa-8c915b77a44e', 'network_id': 'b6dfa21d-d308-47c0-8249-c9baee1a1a13', 'admin_state_up': True, 'tenant_id': 'f8d61724537044169b69955d2fbae422'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:17:19.801278 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e324a-85ad-431f-a8f8-53f5bf3750cd req-4e09d10f-b6f4-482a-b14b-6cbc58185f1c tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:19.803980 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-508e324a-85ad-431f-a8f8-53f5bf3750cd req-4e09d10f-b6f4-482a-b14b-6cbc58185f1c tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 944 time: 0.1221514 Oct 14 11:17:19.836607 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e29e6acc-af66-480e-a475-61a159f63996 req-a7f3ceb7-8ee0-4c62-8ec6-39bb906d8fbc tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 210 time: 0.0720770 Oct 14 11:17:19.838826 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-edc9b23f-4ee7-47e5-b3af-8fc6f2c1ba7c tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Made reservation on behalf of f8d61724537044169b69955d2fbae422 for: {'port': 1} {{(pid=99968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:17:19.842515 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-edc9b23f-4ee7-47e5-b3af-8fc6f2c1ba7c tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:19.886920 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-508e324a-85ad-431f-a8f8-53f5bf3750cd req-17186bbd-8438-4b15-8e6c-c20071f11512 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536385 Oct 14 11:17:20.055159 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_common [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-edc9b23f-4ee7-47e5-b3af-8fc6f2c1ba7c tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Allocated IP 172.20.0.3 (b6dfa21d-d308-47c0-8249-c9baee1a1a13/0ed090d9-cf66-49c4-a5fa-dbd24b3f07c2/d6809da7-ac33-44cc-9f3b-f273b491fc66) {{(pid=99968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:17:20.145087 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-b62a9ef7-0fe4-4cd5-9bac-9c7b4b9cbe14 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:20.146661 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-b62a9ef7-0fe4-4cd5-9bac-9c7b4b9cbe14 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.39 "GET /v2.0/networks?id=b1361a31-564b-450d-bae4-c89d411fe947 HTTP/1.1" status: 200 len: 814 time: 0.1706104 Oct 14 11:17:20.165702 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-120ea7eb-bebc-4975-a384-57db465425d3 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Request body: {'port': {'device_id': '847bbfd2-ba17-4f88-b186-8b0609f16897', 'network_id': 'b1361a31-564b-450d-bae4-c89d411fe947', 'admin_state_up': True, 'tenant_id': '6d6fa027df6042c58b7e89feffe38ee9'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:17:20.316988 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-120ea7eb-bebc-4975-a384-57db465425d3 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Made reservation on behalf of 6d6fa027df6042c58b7e89feffe38ee9 for: {'port': 1} {{(pid=99969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:17:20.322385 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-120ea7eb-bebc-4975-a384-57db465425d3 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:20.389307 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0ad2ca8c-847e-4c80-8ae2-3fed76e538dd req-47f60d0d-8976-4459-9f2a-7e5835306099 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?device_id=519b9ff3-e637-42b1-b1aa-8c915b77a44e HTTP/1.1" status: 200 len: 210 time: 0.0444396 Oct 14 11:17:20.401987 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-edc9b23f-4ee7-47e5-b3af-8fc6f2c1ba7c tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Publish callbacks [] for port, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:20.473274 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-edc9b23f-4ee7-47e5-b3af-8fc6f2c1ba7c tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431'] for port, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:20.543977 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-edc9b23f-4ee7-47e5-b3af-8fc6f2c1ba7c tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Network b6dfa21d-d308-47c0-8249-c9baee1a1a13 is already hosted by enough agents. {{(pid=99968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:17:20.549637 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-edc9b23f-4ee7-47e5-b3af-8fc6f2c1ba7c tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Resources bound (agent type, host, resource id): {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:17:20.553896 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.db_base_plugin_common [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-120ea7eb-bebc-4975-a384-57db465425d3 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Allocated IP 172.20.0.11 (b1361a31-564b-450d-bae4-c89d411fe947/741dea2e-2364-4b9e-a634-3a01888b0d07/d9f09ac9-771b-46a5-a88b-50ff4fd3cf94) {{(pid=99969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:17:20.558511 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9b23f-4ee7-47e5-b3af-8fc6f2c1ba7c tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Pushing event updated for resources: {'Port': ['ID=d6809da7-ac33-44cc-9f3b-f273b491fc66,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:20.563364 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-edc9b23f-4ee7-47e5-b3af-8fc6f2c1ba7c tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Received port after_create {{(pid=99968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:17:20.569587 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-edc9b23f-4ee7-47e5-b3af-8fc6f2c1ba7c tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:20.570430 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-edc9b23f-4ee7-47e5-b3af-8fc6f2c1ba7c tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for port, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:20.593539 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-edc9b23f-4ee7-47e5-b3af-8fc6f2c1ba7c tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9655864 Oct 14 11:17:20.629217 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-55e39f54-c2a0-47d4-b33d-bbf3652dc1ec service neutron] Request body: {'port': {'device_id': '519b9ff3-e637-42b1-b1aa-8c915b77a44e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:17:20.712254 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-55e39f54-c2a0-47d4-b33d-bbf3652dc1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:20.972885 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-120ea7eb-bebc-4975-a384-57db465425d3 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks [] for port, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:21.034838 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e959b139-efd1-42e3-b097-0cd3d2363398 req-5b5e0646-5c41-40e2-b9ba-00995937d7fa tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 210 time: 0.0495217 Oct 14 11:17:21.078662 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-120ea7eb-bebc-4975-a384-57db465425d3 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:21.207634 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-120ea7eb-bebc-4975-a384-57db465425d3 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Network b1361a31-564b-450d-bae4-c89d411fe947 is already hosted by enough agents. {{(pid=99969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:17:21.225055 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.base_scheduler [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-120ea7eb-bebc-4975-a384-57db465425d3 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Resources bound (agent type, host, resource id): {{(pid=99969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:17:21.232377 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-120ea7eb-bebc-4975-a384-57db465425d3 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Received port after_create {{(pid=99969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:17:21.280831 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ea7eb-bebc-4975-a384-57db465425d3 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Pushing event updated for resources: {'Port': ['ID=d9f09ac9-771b-46a5-a88b-50ff4fd3cf94,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:21.319434 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-55e39f54-c2a0-47d4-b33d-bbf3652dc1ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6809da7-ac33-44cc-9f3b-f273b491fc66 {{(pid=99968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:17:21.327262 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-120ea7eb-bebc-4975-a384-57db465425d3 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:21.329461 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-120ea7eb-bebc-4975-a384-57db465425d3 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:21.334073 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-55e39f54-c2a0-47d4-b33d-bbf3652dc1ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:21.352293 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebb86f-59a1-4880-b187-57424990bad3 req-8700530f-345b-4b50-a93a-1a24145a766c tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:21.354859 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-44ebb86f-59a1-4880-b187-57424990bad3 req-8700530f-345b-4b50-a93a-1a24145a766c tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 944 time: 0.2143161 Oct 14 11:17:21.380500 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-55e39f54-c2a0-47d4-b33d-bbf3652dc1ec service neutron] Transition to ACTIVE for port object d6809da7-ac33-44cc-9f3b-f273b491fc66 will not be triggered until provisioned by entity L2. {{(pid=99968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 11:17:21.393749 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-55e39f54-c2a0-47d4-b33d-bbf3652dc1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:21.426220 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-120ea7eb-bebc-4975-a384-57db465425d3 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2672925 Oct 14 11:17:21.468117 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-44ebb86f-59a1-4880-b187-57424990bad3 req-8cf8d4bb-a8fd-4ad9-aea0-7dc566000c05 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937986 Oct 14 11:17:21.538697 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e39f54-c2a0-47d4-b33d-bbf3652dc1ec service neutron] Pushing event updated for resources: {'Port': ['ID=d6809da7-ac33-44cc-9f3b-f273b491fc66,revision_number=2']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:21.588030 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-55e39f54-c2a0-47d4-b33d-bbf3652dc1ec service neutron] Attempting to bind port d6809da7-ac33-44cc-9f3b-f273b491fc66 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:17:21.588882 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-55e39f54-c2a0-47d4-b33d-bbf3652dc1ec service neutron] Attempting to bind port d6809da7-ac33-44cc-9f3b-f273b491fc66 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'd6398ea5-cd7d-4e6c-be86-da8c36c99604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b6dfa21d-d308-47c0-8249-c9baee1a1a13'}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:17:21.590011 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-55e39f54-c2a0-47d4-b33d-bbf3652dc1ec service neutron] Attempting to bind port d6809da7-ac33-44cc-9f3b-f273b491fc66 on network b6dfa21d-d308-47c0-8249-c9baee1a1a13 {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:17:21.603029 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-55e39f54-c2a0-47d4-b33d-bbf3652dc1ec service neutron] Port d6809da7-ac33-44cc-9f3b-f273b491fc66 on network b6dfa21d-d308-47c0-8249-c9baee1a1a13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 11:17:21.604955 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-55e39f54-c2a0-47d4-b33d-bbf3652dc1ec service neutron] Attempting to bind port d6809da7-ac33-44cc-9f3b-f273b491fc66 on network b6dfa21d-d308-47c0-8249-c9baee1a1a13 {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:17:21.623613 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-55e39f54-c2a0-47d4-b33d-bbf3652dc1ec service neutron] Checking agent: {'id': 'f75e9eb5-eb38-4e10-b93f-23a007c4e69f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 11, 37), 'started_at': datetime.datetime(2021, 10, 14, 11, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:17:21.628220 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-55e39f54-c2a0-47d4-b33d-bbf3652dc1ec service neutron] Checking segment: {'id': 'd6398ea5-cd7d-4e6c-be86-da8c36c99604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b6dfa21d-d308-47c0-8249-c9baee1a1a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:17:21.628788 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-55e39f54-c2a0-47d4-b33d-bbf3652dc1ec service neutron] Bound using segment: {'id': 'd6398ea5-cd7d-4e6c-be86-da8c36c99604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b6dfa21d-d308-47c0-8249-c9baee1a1a13'} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:17:21.629266 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-55e39f54-c2a0-47d4-b33d-bbf3652dc1ec service neutron] Bound port: d6809da7-ac33-44cc-9f3b-f273b491fc66, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6398ea5-cd7d-4e6c-be86-da8c36c99604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b6dfa21d-d308-47c0-8249-c9baee1a1a13'}}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:17:21.629899 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-55e39f54-c2a0-47d4-b33d-bbf3652dc1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:21.690788 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29f5a3-f1b6-42a7-855d-a750b7aef3af req-57520ff8-bdb9-4b71-a565-d60b018d964e tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:21.692352 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7e29f5a3-f1b6-42a7-855d-a750b7aef3af req-57520ff8-bdb9-4b71-a565-d60b018d964e tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?device_id=519b9ff3-e637-42b1-b1aa-8c915b77a44e HTTP/1.1" status: 200 len: 943 time: 0.0967510 Oct 14 11:17:21.697281 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-fbfd8092-51ab-4602-8735-132f1fee41c5 None None] Provisioning complete for port d9f09ac9-771b-46a5-a88b-50ff4fd3cf94 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:17:21.697904 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-fbfd8092-51ab-4602-8735-132f1fee41c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:21.804224 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd8092-51ab-4602-8735-132f1fee41c5 None None] Port d9f09ac9-771b-46a5-a88b-50ff4fd3cf94 cannot update to ACTIVE because it is not bound. {{(pid=99970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:17:21.845491 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7e29f5a3-f1b6-42a7-855d-a750b7aef3af req-b7b501bd-b9b0-4251-bfe0-999f306ff41c tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d7451c3-296c-483c-a2fd-630a02eabbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279213 Oct 14 11:17:21.854067 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-55e39f54-c2a0-47d4-b33d-bbf3652dc1ec service neutron] For port d6809da7-ac33-44cc-9f3b-f273b491fc66, host hv-cinder-80135, cleared binding levels {{(pid=99968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:17:21.858371 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-55e39f54-c2a0-47d4-b33d-bbf3652dc1ec service neutron] For port d6809da7-ac33-44cc-9f3b-f273b491fc66, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d6809da7-ac33-44cc-9f3b-f273b491fc66,segment=NetworkSegment(d6398ea5-cd7d-4e6c-be86-da8c36c99604),segment_id=d6398ea5-cd7d-4e6c-be86-da8c36c99604)] {{(pid=99968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:17:21.864876 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-55e39f54-c2a0-47d4-b33d-bbf3652dc1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:21.948280 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-55e39f54-c2a0-47d4-b33d-bbf3652dc1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:21.962913 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-55e39f54-c2a0-47d4-b33d-bbf3652dc1ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for port, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:21.962913 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-55e39f54-c2a0-47d4-b33d-bbf3652dc1ec service neutron] 10.222.0.39 "PUT /v2.0/ports/d6809da7-ac33-44cc-9f3b-f273b491fc66 HTTP/1.1" status: 200 len: 1093 time: 1.3371089 Oct 14 11:17:21.967265 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519b9ff3-e637-42b1-b1aa-8c915b77a44e', 'tag': 'd6809da7-ac33-44cc-9f3b-f273b491fc66'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:17:21.970887 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bc8dce43effdfc17fa197fa73d2f682717a0aeb1d45e7b66290f8ec122344fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421d8406-a3c8-4036-9251-7edc80c64b84" -d '{"events": [{"name": "network-changed", "server_uuid": "519b9ff3-e637-42b1-b1aa-8c915b77a44e", "tag": "d6809da7-ac33-44cc-9f3b-f273b491fc66"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:17:21.980815 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222c9a7-9dd5-4be7-b20f-472f7fc58edc req-b17b8a43-4ceb-42fd-8443-984ef45487cf tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:21.989274 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1222c9a7-9dd5-4be7-b20f-472f7fc58edc req-b17b8a43-4ceb-42fd-8443-984ef45487cf tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c0055be-4830-4382-aee3-a65d0c518e6e HTTP/1.1" status: 200 len: 946 time: 0.1330192 Oct 14 11:17:22.025387 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e39f54-c2a0-47d4-b33d-bbf3652dc1ec service neutron] Pushing event updated for resources: {'Port': ['ID=d6809da7-ac33-44cc-9f3b-f273b491fc66,revision_number=3']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:22.072002 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1222c9a7-9dd5-4be7-b20f-472f7fc58edc req-312a8129-a6a7-4b91-83c0-b9b68647b991 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766637 Oct 14 11:17:22.081832 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5346553-b8db-4bce-a1b9-648a95546578 x-openstack-request-id: req-b5346553-b8db-4bce-a1b9-648a95546578 {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:17:22.082129 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519b9ff3-e637-42b1-b1aa-8c915b77a44e", "tag": "d6809da7-ac33-44cc-9f3b-f273b491fc66", "status": "completed", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:17:22.082490 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b5346553-b8db-4bce-a1b9-648a95546578 {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:17:22.082812 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '519b9ff3-e637-42b1-b1aa-8c915b77a44e', 'tag': 'd6809da7-ac33-44cc-9f3b-f273b491fc66', 'status': 'completed', 'code': 200} Oct 14 11:17:22.228576 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d76053-5fcc-43db-87f9-f787debb9cd2 req-b5402bfc-5fb2-481c-b59e-08fed1af3b4b tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:22.235843 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-73d76053-5fcc-43db-87f9-f787debb9cd2 req-b5402bfc-5fb2-481c-b59e-08fed1af3b4b tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 932 time: 0.1021683 Oct 14 11:17:22.289806 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-73d76053-5fcc-43db-87f9-f787debb9cd2 req-d7839469-89b8-42fe-ba7a-d49e83909c8f tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?id=9090bc29-970b-4cf3-a1a8-b2c31caa2673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488904 Oct 14 11:17:22.621586 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d399d-c8d5-4718-b455-002408758db4 req-bf7ef3dd-7e68-4f8c-8a45-5f4d43339bf2 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:22.622957 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-df0d399d-c8d5-4718-b455-002408758db4 req-bf7ef3dd-7e68-4f8c-8a45-5f4d43339bf2 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 944 time: 0.0646596 Oct 14 11:17:22.675373 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-df0d399d-c8d5-4718-b455-002408758db4 req-cb5cbd70-de96-43c4-bc81-3b27e8fbf7eb tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447857 Oct 14 11:17:23.021567 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0425a-3314-4be9-b0d2-bc283dc139b0 req-e9f2934a-0240-4821-9667-db28dd82c849 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:23.024625 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-80d0425a-3314-4be9-b0d2-bc283dc139b0 req-e9f2934a-0240-4821-9667-db28dd82c849 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?device_id=519b9ff3-e637-42b1-b1aa-8c915b77a44e HTTP/1.1" status: 200 len: 943 time: 0.0891638 Oct 14 11:17:23.092751 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-80d0425a-3314-4be9-b0d2-bc283dc139b0 req-f95ff756-1fbc-4a80-903a-e0e1d8db79ad tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d7451c3-296c-483c-a2fd-630a02eabbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630395 Oct 14 11:17:23.221591 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e3a00-dc3e-48ba-aeb8-329a6f92a6ca req-7f6426bc-0008-4218-9fec-555fe7426576 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:23.223261 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-307e3a00-dc3e-48ba-aeb8-329a6f92a6ca req-7f6426bc-0008-4218-9fec-555fe7426576 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c0055be-4830-4382-aee3-a65d0c518e6e HTTP/1.1" status: 200 len: 946 time: 0.0650780 Oct 14 11:17:23.269983 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-307e3a00-dc3e-48ba-aeb8-329a6f92a6ca req-0a05d3d3-58ba-4388-8d51-d8276a313969 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394955 Oct 14 11:17:23.468773 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d474406-a02e-4fdf-bb56-ec77952d95fa req-3c5cb36c-44e6-43e8-94cc-c82c6dd0d90f tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:23.470340 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1d474406-a02e-4fdf-bb56-ec77952d95fa req-3c5cb36c-44e6-43e8-94cc-c82c6dd0d90f tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 932 time: 0.0532403 Oct 14 11:17:23.529102 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1d474406-a02e-4fdf-bb56-ec77952d95fa req-047a1766-5917-40d7-92c8-dc28b165652e tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?id=9090bc29-970b-4cf3-a1a8-b2c31caa2673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501657 Oct 14 11:17:23.842890 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e901cf6-2733-48b9-8bf6-1bce9aa23887 req-5d96e6e5-544e-4822-8be6-53c8e64b82ff tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:23.846145 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4e901cf6-2733-48b9-8bf6-1bce9aa23887 req-5d96e6e5-544e-4822-8be6-53c8e64b82ff tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 944 time: 0.0796385 Oct 14 11:17:23.895826 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4e901cf6-2733-48b9-8bf6-1bce9aa23887 req-f12d0b92-f0cc-4a6f-985a-350dff6c2ce8 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405965 Oct 14 11:17:24.257449 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa6d35-2693-431b-a665-2d0a8d452370 req-38e97b89-01d8-413d-b1a1-61ca56a01b1c tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:24.260644 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-11fa6d35-2693-431b-a665-2d0a8d452370 req-38e97b89-01d8-413d-b1a1-61ca56a01b1c tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?device_id=519b9ff3-e637-42b1-b1aa-8c915b77a44e HTTP/1.1" status: 200 len: 943 time: 0.0912545 Oct 14 11:17:24.374353 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-11fa6d35-2693-431b-a665-2d0a8d452370 req-1be63540-46ef-4544-8a9a-3745e49fff93 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d7451c3-296c-483c-a2fd-630a02eabbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981276 Oct 14 11:17:24.470244 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497e2f1-fd0b-48ce-946f-8321d97108bc req-291b4b12-7985-4a72-bc4e-763f1e4c825e tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:24.471846 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1497e2f1-fd0b-48ce-946f-8321d97108bc req-291b4b12-7985-4a72-bc4e-763f1e4c825e tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c0055be-4830-4382-aee3-a65d0c518e6e HTTP/1.1" status: 200 len: 946 time: 0.0550985 Oct 14 11:17:24.525917 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1497e2f1-fd0b-48ce-946f-8321d97108bc req-13c247e4-b85c-494a-bec2-5bb901f0778a tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430498 Oct 14 11:17:24.684175 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f4f55-f6b0-4642-8900-79995e6ff811 req-f7b72763-73a7-4002-8536-edabe35372d9 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:24.686836 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7a9f4f55-f6b0-4642-8900-79995e6ff811 req-f7b72763-73a7-4002-8536-edabe35372d9 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 932 time: 0.0666816 Oct 14 11:17:24.730426 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7a9f4f55-f6b0-4642-8900-79995e6ff811 req-02726711-ae59-4528-836b-794625d0777d tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?id=9090bc29-970b-4cf3-a1a8-b2c31caa2673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366974 Oct 14 11:17:25.070173 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab9abb-3d7e-4d39-b660-c37901831fd9 req-e180f31d-277f-41d5-827d-f8b6a9a07b39 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:25.071988 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-dfab9abb-3d7e-4d39-b660-c37901831fd9 req-e180f31d-277f-41d5-827d-f8b6a9a07b39 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 944 time: 0.0659900 Oct 14 11:17:25.127932 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-dfab9abb-3d7e-4d39-b660-c37901831fd9 req-47604c8d-011e-45ed-a2c9-eed62d6fe54a tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470738 Oct 14 11:17:25.533575 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13bc0ba-54f2-46f8-b5f1-3c062cd1fde3 req-4c826e27-bf83-4179-b09e-b6c0b8f43c27 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:25.535166 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b13bc0ba-54f2-46f8-b5f1-3c062cd1fde3 req-4c826e27-bf83-4179-b09e-b6c0b8f43c27 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?device_id=519b9ff3-e637-42b1-b1aa-8c915b77a44e HTTP/1.1" status: 200 len: 943 time: 0.0527480 Oct 14 11:17:25.614264 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b13bc0ba-54f2-46f8-b5f1-3c062cd1fde3 req-2de16d2d-3106-4a2e-885a-426fcda9e348 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d7451c3-296c-483c-a2fd-630a02eabbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718863 Oct 14 11:17:25.755953 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7174ac0-47a4-4793-9522-92ac777ec9a5 req-4f2abd37-7a42-4303-9c9e-9add44f24010 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:25.759122 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e7174ac0-47a4-4793-9522-92ac777ec9a5 req-4f2abd37-7a42-4303-9c9e-9add44f24010 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c0055be-4830-4382-aee3-a65d0c518e6e HTTP/1.1" status: 200 len: 946 time: 0.1011341 Oct 14 11:17:25.824008 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e7174ac0-47a4-4793-9522-92ac777ec9a5 req-1cde2ef6-fd6e-4b14-85ba-425bba06722e tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586095 Oct 14 11:17:25.931198 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8084a-03fb-4afc-9e61-f9ced3dbb398 req-52ece6ae-2cf2-4f0b-bfc5-53457328699a tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:25.932655 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7da8084a-03fb-4afc-9e61-f9ced3dbb398 req-52ece6ae-2cf2-4f0b-bfc5-53457328699a tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 932 time: 0.0658770 Oct 14 11:17:25.975910 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7da8084a-03fb-4afc-9e61-f9ced3dbb398 req-ee2aedb8-def1-4596-8426-d5aa7e0924b5 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?id=9090bc29-970b-4cf3-a1a8-b2c31caa2673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358787 Oct 14 11:17:26.340868 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cedccee-e2e0-48d4-bec7-cbc6c2e25fbf req-c5aaea10-70ad-4f24-ad28-b2911906e092 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:26.342684 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7cedccee-e2e0-48d4-bec7-cbc6c2e25fbf req-c5aaea10-70ad-4f24-ad28-b2911906e092 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 944 time: 0.0986822 Oct 14 11:17:26.393049 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7cedccee-e2e0-48d4-bec7-cbc6c2e25fbf req-2a49c510-cebe-417e-9aeb-b60e06e64a92 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384126 Oct 14 11:17:26.805804 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926090b0-2d4b-4bf9-a89e-1e1c09a51883 req-6306734a-3006-46de-b07c-fa50effb9f05 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:26.807849 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-926090b0-2d4b-4bf9-a89e-1e1c09a51883 req-6306734a-3006-46de-b07c-fa50effb9f05 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?device_id=519b9ff3-e637-42b1-b1aa-8c915b77a44e HTTP/1.1" status: 200 len: 943 time: 0.0839887 Oct 14 11:17:26.892026 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-926090b0-2d4b-4bf9-a89e-1e1c09a51883 req-e363c44a-2893-4340-bfe4-c75bb9eaf064 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d7451c3-296c-483c-a2fd-630a02eabbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682034 Oct 14 11:17:26.992380 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf35b69-96d1-4d1b-a52c-26b53e3059ca req-8bf370d2-8aec-4821-8d64-e9b52da512b2 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:26.993956 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ddf35b69-96d1-4d1b-a52c-26b53e3059ca req-8bf370d2-8aec-4821-8d64-e9b52da512b2 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c0055be-4830-4382-aee3-a65d0c518e6e HTTP/1.1" status: 200 len: 946 time: 0.0588486 Oct 14 11:17:27.086265 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ddf35b69-96d1-4d1b-a52c-26b53e3059ca req-8414fbf6-ecaa-4023-92a8-3103e412233a tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849206 Oct 14 11:17:27.166564 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383d044-42a9-406d-92ef-cfe3d32409bf req-30eaa203-5677-4077-87b8-f0afea0bdc80 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:27.175052 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6383d044-42a9-406d-92ef-cfe3d32409bf req-30eaa203-5677-4077-87b8-f0afea0bdc80 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 932 time: 0.0863166 Oct 14 11:17:27.210995 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6383d044-42a9-406d-92ef-cfe3d32409bf req-e8fd684a-08e3-47d9-a952-d6c0cda66543 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?id=9090bc29-970b-4cf3-a1a8-b2c31caa2673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350299 Oct 14 11:17:27.568041 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5b718-62e2-43f6-942a-e85c554f71bb req-ed64614f-324a-4265-a7fb-88e01fee71b9 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:27.570827 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9cc5b718-62e2-43f6-942a-e85c554f71bb req-ed64614f-324a-4265-a7fb-88e01fee71b9 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 944 time: 0.0810921 Oct 14 11:17:27.631770 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9cc5b718-62e2-43f6-942a-e85c554f71bb req-f38e4f37-f426-4440-a6b0-685bb0e69df3 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547907 Oct 14 11:17:28.043269 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220a003-254e-456d-aad4-a92908c505e5 req-288ded43-440d-4cb5-bcc1-16daabbd6139 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:28.049444 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b220a003-254e-456d-aad4-a92908c505e5 req-288ded43-440d-4cb5-bcc1-16daabbd6139 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?device_id=519b9ff3-e637-42b1-b1aa-8c915b77a44e HTTP/1.1" status: 200 len: 943 time: 0.0723827 Oct 14 11:17:28.092695 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b220a003-254e-456d-aad4-a92908c505e5 req-6c525312-4e00-4418-85c2-84eda98d9c99 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d7451c3-296c-483c-a2fd-630a02eabbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407798 Oct 14 11:17:28.245753 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ecd4f-4e7c-424e-9d9f-54040413b5f7 req-ff5d3380-209b-4d6f-a027-f012bfbe9f94 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:28.247715 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-cb1ecd4f-4e7c-424e-9d9f-54040413b5f7 req-ff5d3380-209b-4d6f-a027-f012bfbe9f94 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c0055be-4830-4382-aee3-a65d0c518e6e HTTP/1.1" status: 200 len: 946 time: 0.0625522 Oct 14 11:17:28.303869 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-cb1ecd4f-4e7c-424e-9d9f-54040413b5f7 req-4cfa76fa-081f-40b7-85ce-52c97ff0582c tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441549 Oct 14 11:17:28.378425 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9aedfa-2c55-4c1a-b4a3-0dba8026b031 req-179aa6fd-3ea7-4755-829e-df9a249efdac tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:28.379994 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-af9aedfa-2c55-4c1a-b4a3-0dba8026b031 req-179aa6fd-3ea7-4755-829e-df9a249efdac tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 932 time: 0.0544965 Oct 14 11:17:28.436896 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-af9aedfa-2c55-4c1a-b4a3-0dba8026b031 req-e085655d-9f53-40c6-9e8c-59ede37b0837 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?id=9090bc29-970b-4cf3-a1a8-b2c31caa2673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508432 Oct 14 11:17:28.789655 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c04c72-2887-4e5b-b05d-2958f683b021 req-bdecaee0-6ae6-4aa5-a0be-90009fd8a824 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:28.798819 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-21c04c72-2887-4e5b-b05d-2958f683b021 req-bdecaee0-6ae6-4aa5-a0be-90009fd8a824 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 944 time: 0.0658810 Oct 14 11:17:28.869786 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-21c04c72-2887-4e5b-b05d-2958f683b021 req-8b12ffed-21e6-4a87-abca-9d5623eb79b3 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625975 Oct 14 11:17:29.250125 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b5634-cdf2-4c00-9209-e7a097c2f9da req-28b30074-3a40-4b89-b391-b44b6962203d tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:29.251723 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-979b5634-cdf2-4c00-9209-e7a097c2f9da req-28b30074-3a40-4b89-b391-b44b6962203d tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?device_id=519b9ff3-e637-42b1-b1aa-8c915b77a44e HTTP/1.1" status: 200 len: 943 time: 0.0580869 Oct 14 11:17:29.297797 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-979b5634-cdf2-4c00-9209-e7a097c2f9da req-4b119d68-92be-4ac0-8cc2-437c3334e0d3 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d7451c3-296c-483c-a2fd-630a02eabbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393281 Oct 14 11:17:29.496185 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5423d-8c0e-4a30-bdb7-8c89de2b72b2 req-762b02b2-c8aa-45d7-bc2e-cf77947e4073 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:29.498636 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-11c5423d-8c0e-4a30-bdb7-8c89de2b72b2 req-762b02b2-c8aa-45d7-bc2e-cf77947e4073 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c0055be-4830-4382-aee3-a65d0c518e6e HTTP/1.1" status: 200 len: 946 time: 0.0973589 Oct 14 11:17:29.907211 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-11c5423d-8c0e-4a30-bdb7-8c89de2b72b2 req-006ad67c-331b-4950-9499-e5de1f1f3152 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3998411 Oct 14 11:17:29.930429 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e860a5-a43c-47d4-8ae9-bc392f7011c7 req-eeb1d8da-f43b-4703-8070-c6189b033c7f tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:29.940609 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b2e860a5-a43c-47d4-8ae9-bc392f7011c7 req-eeb1d8da-f43b-4703-8070-c6189b033c7f tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 932 time: 0.4212914 Oct 14 11:17:30.006218 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b2e860a5-a43c-47d4-8ae9-bc392f7011c7 req-f687e17c-7d12-44f4-b499-157faea6850b tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?id=9090bc29-970b-4cf3-a1a8-b2c31caa2673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604703 Oct 14 11:17:30.193756 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346e035-ff31-486b-b13a-ee5c5546c321 req-5cc07808-ac6d-45d2-b97d-4be966f25227 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:30.196620 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0346e035-ff31-486b-b13a-ee5c5546c321 req-5cc07808-ac6d-45d2-b97d-4be966f25227 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 944 time: 0.0944376 Oct 14 11:17:30.269917 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0346e035-ff31-486b-b13a-ee5c5546c321 req-7a2b5a4f-c73e-4ac9-b925-cb276274079c tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591447 Oct 14 11:17:30.447418 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f46838-b6b0-4d3c-8509-2883e9e8882f req-459b8aed-a63f-4823-a209-8812ad5124f3 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:30.449485 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-49f46838-b6b0-4d3c-8509-2883e9e8882f req-459b8aed-a63f-4823-a209-8812ad5124f3 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?device_id=519b9ff3-e637-42b1-b1aa-8c915b77a44e HTTP/1.1" status: 200 len: 943 time: 0.0652320 Oct 14 11:17:30.501247 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-49f46838-b6b0-4d3c-8509-2883e9e8882f req-7f8cfbef-1782-4880-b13c-9fc1dbdbed05 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d7451c3-296c-483c-a2fd-630a02eabbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402577 Oct 14 11:17:31.082730 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707c2b9-496c-40d2-a4b7-86a5e17ea127 req-5eabc1a5-8ecf-4937-bba7-4b2b518931f6 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:31.084976 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8707c2b9-496c-40d2-a4b7-86a5e17ea127 req-5eabc1a5-8ecf-4937-bba7-4b2b518931f6 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c0055be-4830-4382-aee3-a65d0c518e6e HTTP/1.1" status: 200 len: 946 time: 0.0666969 Oct 14 11:17:31.200388 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f396ac-4771-40b9-a397-2a402e0b5ce9 req-9d008c1c-fc30-4531-b5e4-b197a3f21544 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:31.202028 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-64f396ac-4771-40b9-a397-2a402e0b5ce9 req-9d008c1c-fc30-4531-b5e4-b197a3f21544 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 932 time: 0.1129198 Oct 14 11:17:31.208866 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8707c2b9-496c-40d2-a4b7-86a5e17ea127 req-18750a1e-bff2-49fb-ab25-ad6781b97d63 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169393 Oct 14 11:17:31.250247 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-64f396ac-4771-40b9-a397-2a402e0b5ce9 req-9187aa3f-42a1-4c73-b5e7-8b19de780163 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?id=9090bc29-970b-4cf3-a1a8-b2c31caa2673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362270 Oct 14 11:17:31.438027 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc1cda-0272-4432-bddf-73ec97c9d2ee req-278a2f31-dfea-483e-8d93-550603baefcd tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:31.440122 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e1cc1cda-0272-4432-bddf-73ec97c9d2ee req-278a2f31-dfea-483e-8d93-550603baefcd tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 944 time: 0.0560343 Oct 14 11:17:31.486296 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e1cc1cda-0272-4432-bddf-73ec97c9d2ee req-37b32be0-6e74-4286-b7d8-ea47a089f361 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396881 Oct 14 11:17:31.653673 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008215c-df6a-4479-aaee-418ffeffea65 req-f11f7fb4-71e0-428f-8510-e12a8b3a4a48 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:31.655324 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c008215c-df6a-4479-aaee-418ffeffea65 req-f11f7fb4-71e0-428f-8510-e12a8b3a4a48 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?device_id=519b9ff3-e637-42b1-b1aa-8c915b77a44e HTTP/1.1" status: 200 len: 943 time: 0.0561419 Oct 14 11:17:31.709168 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c008215c-df6a-4479-aaee-418ffeffea65 req-41b1d82e-5cf7-4219-a9a7-35021aa7e243 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d7451c3-296c-483c-a2fd-630a02eabbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413058 Oct 14 11:17:32.390767 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd14a0e-d12d-46c4-9fa3-e863f1a55bb5 req-baab5852-dc49-41a5-9480-192703c8d5d8 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:32.392604 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2cd14a0e-d12d-46c4-9fa3-e863f1a55bb5 req-baab5852-dc49-41a5-9480-192703c8d5d8 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c0055be-4830-4382-aee3-a65d0c518e6e HTTP/1.1" status: 200 len: 946 time: 0.0822241 Oct 14 11:17:32.462677 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2cd14a0e-d12d-46c4-9fa3-e863f1a55bb5 req-57ab90ce-7196-4eae-9f39-a5236095cd44 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605388 Oct 14 11:17:32.729650 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc74ac8-5c67-4168-87d6-6e339f7014f3 req-6f259162-db7c-4117-a020-ebeaf73fe0b8 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:32.732643 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7fc74ac8-5c67-4168-87d6-6e339f7014f3 req-6f259162-db7c-4117-a020-ebeaf73fe0b8 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 932 time: 0.1268272 Oct 14 11:17:32.847836 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7fc74ac8-5c67-4168-87d6-6e339f7014f3 req-73f4d587-45ca-46c8-92c4-b8019fce0052 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?id=9090bc29-970b-4cf3-a1a8-b2c31caa2673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071165 Oct 14 11:17:32.869163 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff2e8e-615b-4c57-8ff8-573766fe06b1 req-8964ca5b-d616-4dcc-be8e-b92d9eaaa6fe tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:32.871540 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-13ff2e8e-615b-4c57-8ff8-573766fe06b1 req-8964ca5b-d616-4dcc-be8e-b92d9eaaa6fe tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 944 time: 0.1803534 Oct 14 11:17:32.947135 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-13ff2e8e-615b-4c57-8ff8-573766fe06b1 req-a756b5b7-26d5-49b1-b6b5-2ad91ab32d16 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652206 Oct 14 11:17:33.003212 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbd9f2-61de-48c9-ba30-542e783dd26f req-2d68cb60-ef3c-4140-ba6f-95e9226dc860 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:33.004851 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-81bbd9f2-61de-48c9-ba30-542e783dd26f req-2d68cb60-ef3c-4140-ba6f-95e9226dc860 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?device_id=519b9ff3-e637-42b1-b1aa-8c915b77a44e HTTP/1.1" status: 200 len: 943 time: 0.0538898 Oct 14 11:17:33.064844 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-81bbd9f2-61de-48c9-ba30-542e783dd26f req-1b9d11a7-c036-418f-bbec-4842928e7e01 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d7451c3-296c-483c-a2fd-630a02eabbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514376 Oct 14 11:17:33.664248 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917e4f3-ae87-4c58-bd0c-f76a1b1cf3a7 req-91096602-d277-4412-bb94-36b5636cd01c tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:33.666964 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a917e4f3-ae87-4c58-bd0c-f76a1b1cf3a7 req-91096602-d277-4412-bb94-36b5636cd01c tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c0055be-4830-4382-aee3-a65d0c518e6e HTTP/1.1" status: 200 len: 946 time: 0.0799680 Oct 14 11:17:33.744201 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a917e4f3-ae87-4c58-bd0c-f76a1b1cf3a7 req-2beebb54-ee12-4c2c-ae45-e21912f07fdc tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572288 Oct 14 11:17:34.035861 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004888a1-6cba-46cd-8b1f-20d5f943d4d1 req-306b2e92-5b21-4a46-b99d-14dc2fa0d652 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:34.037803 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-004888a1-6cba-46cd-8b1f-20d5f943d4d1 req-306b2e92-5b21-4a46-b99d-14dc2fa0d652 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 932 time: 0.1091275 Oct 14 11:17:34.129463 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-004888a1-6cba-46cd-8b1f-20d5f943d4d1 req-b2328271-1ef0-4340-9503-12d78210a36f tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?id=9090bc29-970b-4cf3-a1a8-b2c31caa2673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796623 Oct 14 11:17:34.174521 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db466a52-6927-42c9-9fad-6d30b79f9b4b req-d9a00a8d-1131-47a0-a64d-2c098a315b76 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:34.176605 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-db466a52-6927-42c9-9fad-6d30b79f9b4b req-d9a00a8d-1131-47a0-a64d-2c098a315b76 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 944 time: 0.0973718 Oct 14 11:17:34.230994 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-db466a52-6927-42c9-9fad-6d30b79f9b4b req-39ad5859-a61a-40f6-a3b1-6a300a45c46b tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476966 Oct 14 11:17:34.318386 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a270ac-24d2-4412-a9db-10537af8c05c req-8b562d16-2198-4482-b98a-812cae1f2fa0 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:34.321118 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e3a270ac-24d2-4412-a9db-10537af8c05c req-8b562d16-2198-4482-b98a-812cae1f2fa0 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?device_id=519b9ff3-e637-42b1-b1aa-8c915b77a44e HTTP/1.1" status: 200 len: 943 time: 0.0766003 Oct 14 11:17:34.375244 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e3a270ac-24d2-4412-a9db-10537af8c05c req-97c3f33a-b84d-4040-bdc8-c15bab690499 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d7451c3-296c-483c-a2fd-630a02eabbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475986 Oct 14 11:17:34.945672 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7631f2-5725-43de-a58a-d44e4b80dc0b req-5c7e89cb-cbb5-4545-aef4-f79b7d91373d tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:34.947420 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4e7631f2-5725-43de-a58a-d44e4b80dc0b req-5c7e89cb-cbb5-4545-aef4-f79b7d91373d tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c0055be-4830-4382-aee3-a65d0c518e6e HTTP/1.1" status: 200 len: 946 time: 0.0735190 Oct 14 11:17:35.004264 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4e7631f2-5725-43de-a58a-d44e4b80dc0b req-f3e253a8-58a8-4e36-95e9-269e27182f5b tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487189 Oct 14 11:17:35.312998 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e5ad7-a123-492e-98e0-8be85a81b22c req-61e9725c-a19d-42bb-853d-034acc025009 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:35.315011 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ca1e5ad7-a123-492e-98e0-8be85a81b22c req-61e9725c-a19d-42bb-853d-034acc025009 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 932 time: 0.0603235 Oct 14 11:17:35.392712 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ca1e5ad7-a123-492e-98e0-8be85a81b22c req-2b36fd95-3070-454d-aa63-e24196e0a8b1 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?id=9090bc29-970b-4cf3-a1a8-b2c31caa2673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708022 Oct 14 11:17:35.419743 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29266421-7d39-4425-9541-cc22c9342234 req-65feecb0-e9ea-416a-a90f-90daafbd902c tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:35.423429 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-29266421-7d39-4425-9541-cc22c9342234 req-65feecb0-e9ea-416a-a90f-90daafbd902c tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 944 time: 0.0817864 Oct 14 11:17:35.488678 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-29266421-7d39-4425-9541-cc22c9342234 req-ff59815a-1eec-4f33-b77c-fdddf07ac330 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584590 Oct 14 11:17:35.547563 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98159f8d-29b0-4d22-9701-14124e4a506f req-fb821744-62cd-445d-8817-83eb8b9e571d tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:35.548965 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-98159f8d-29b0-4d22-9701-14124e4a506f req-fb821744-62cd-445d-8817-83eb8b9e571d tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?device_id=519b9ff3-e637-42b1-b1aa-8c915b77a44e HTTP/1.1" status: 200 len: 943 time: 0.0577860 Oct 14 11:17:35.595067 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-98159f8d-29b0-4d22-9701-14124e4a506f req-39768c8e-7553-4190-b9cd-83bb5214fce2 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d7451c3-296c-483c-a2fd-630a02eabbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384970 Oct 14 11:17:35.867121 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.agents_db [None req-913fd0e5-582e-4eb1-907a-85279628d193 None None] Agent healthcheck: found 6 active agents {{(pid=99971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:17:36.144053 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae706a07-0461-498d-9bce-36d89c925565 req-b6ed626a-ee63-4b33-b259-d5b4b2d5940b tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:36.146743 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ae706a07-0461-498d-9bce-36d89c925565 req-b6ed626a-ee63-4b33-b259-d5b4b2d5940b tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c0055be-4830-4382-aee3-a65d0c518e6e HTTP/1.1" status: 200 len: 946 time: 0.0604348 Oct 14 11:17:36.199131 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ae706a07-0461-498d-9bce-36d89c925565 req-c3f541c7-43ec-4c81-8a23-309a3edde3f1 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465338 Oct 14 11:17:36.230847 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-3c22715a-221a-4f85-826d-07ef41c57cdb service neutron] Request body: {'port': {'device_id': '847bbfd2-ba17-4f88-b186-8b0609f16897', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:17:36.317402 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-3c22715a-221a-4f85-826d-07ef41c57cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:36.362775 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d8406-a3c8-4036-9251-7edc80c64b84 req-438bfdbb-5c8e-4869-b8de-ac5f9a101f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:36.364295 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-421d8406-a3c8-4036-9251-7edc80c64b84 req-438bfdbb-5c8e-4869-b8de-ac5f9a101f2d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f8d61724537044169b69955d2fbae422&device_id=519b9ff3-e637-42b1-b1aa-8c915b77a44e HTTP/1.1" status: 200 len: 1096 time: 0.0456774 Oct 14 11:17:36.492056 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d8406-a3c8-4036-9251-7edc80c64b84 req-2048d678-e694-420c-b90c-66e52b60f8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:36.493577 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-421d8406-a3c8-4036-9251-7edc80c64b84 req-2048d678-e694-420c-b90c-66e52b60f8f3 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f8d61724537044169b69955d2fbae422&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1112907 Oct 14 11:17:36.625382 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d8406-a3c8-4036-9251-7edc80c64b84 req-93d58ac5-5b4b-4404-8522-c76ec089e326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:36.627112 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-421d8406-a3c8-4036-9251-7edc80c64b84 req-93d58ac5-5b4b-4404-8522-c76ec089e326 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1253815 Oct 14 11:17:36.674485 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837650cc-0492-49e4-b7ac-55b0f2542597 req-8d528657-71b7-4489-a526-83a0e5e6d2aa tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:36.677161 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-837650cc-0492-49e4-b7ac-55b0f2542597 req-8d528657-71b7-4489-a526-83a0e5e6d2aa tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 932 time: 0.1701710 Oct 14 11:17:36.729139 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-ba146198-1c77-4e9e-9f62-fe4117efec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:36.731183 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-ba146198-1c77-4e9e-9f62-fe4117efec73 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f8d61724537044169b69955d2fbae422&device_id=519b9ff3-e637-42b1-b1aa-8c915b77a44e HTTP/1.1" status: 200 len: 1096 time: 0.0514092 Oct 14 11:17:36.783381 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-1fdd07ef-42f2-47d4-9d9f-6dcee79b754e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6809da7-ac33-44cc-9f3b-f273b491fc66 HTTP/1.1" status: 200 len: 217 time: 0.0377767 Oct 14 11:17:36.806218 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bceb68-6a9f-4fd9-bdde-d8e2ceeb604d req-036fa8cf-16b3-441d-ad89-d4627056f65c tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:36.809243 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b9bceb68-6a9f-4fd9-bdde-d8e2ceeb604d req-036fa8cf-16b3-441d-ad89-d4627056f65c tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 944 time: 0.2290931 Oct 14 11:17:36.841170 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-75ba933f-3cf5-4352-b6de-fdd66b6baa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:36.843480 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-75ba933f-3cf5-4352-b6de-fdd66b6baa3e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0ed090d9-cf66-49c4-a5fa-dbd24b3f07c2 HTTP/1.1" status: 200 len: 853 time: 0.0503175 Oct 14 11:17:36.867646 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-837650cc-0492-49e4-b7ac-55b0f2542597 req-46b02f34-d71e-4d77-9d3e-2a834fe2ac23 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?id=9090bc29-970b-4cf3-a1a8-b2c31caa2673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793463 Oct 14 11:17:36.905018 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-a19d9d59-49ff-4d7e-b265-c80639063cc8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b6dfa21d-d308-47c0-8249-c9baee1a1a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473082 Oct 14 11:17:36.905153 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.notifiers.nova [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-3c22715a-221a-4f85-826d-07ef41c57cdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9f09ac9-771b-46a5-a88b-50ff4fd3cf94 {{(pid=99969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:17:36.922668 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-3c22715a-221a-4f85-826d-07ef41c57cdb service neutron] Publish callbacks [] for port, precommit_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:36.971210 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b9bceb68-6a9f-4fd9-bdde-d8e2ceeb604d req-89ae49ee-b0ad-43da-9a41-6048ee36dbad tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398666 Oct 14 11:17:36.979628 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.provisioning_blocks [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-3c22715a-221a-4f85-826d-07ef41c57cdb service neutron] Transition to ACTIVE for port object d9f09ac9-771b-46a5-a88b-50ff4fd3cf94 will not be triggered until provisioned by entity L2. {{(pid=99969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 11:17:36.985949 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-3c22715a-221a-4f85-826d-07ef41c57cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071033321'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:37.082877 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-a3c696cf-9fc1-4040-893b-991d50f5222c service neutron] 10.222.0.39 "GET /v2.0/networks/b6dfa21d-d308-47c0-8249-c9baee1a1a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707883 Oct 14 11:17:37.247051 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c22715a-221a-4f85-826d-07ef41c57cdb service neutron] Pushing event updated for resources: {'Port': ['ID=d9f09ac9-771b-46a5-a88b-50ff4fd3cf94,revision_number=2']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:37.277277 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f90676-0ebb-47a7-9c76-84bd481ae650 req-5e58bd28-4324-4869-a52e-a14559ce8d9c tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:37.286770 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c2f90676-0ebb-47a7-9c76-84bd481ae650 req-5e58bd28-4324-4869-a52e-a14559ce8d9c tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?device_id=519b9ff3-e637-42b1-b1aa-8c915b77a44e HTTP/1.1" status: 200 len: 943 time: 0.2495263 Oct 14 11:17:37.296993 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-3c22715a-221a-4f85-826d-07ef41c57cdb service neutron] Attempting to bind port d9f09ac9-771b-46a5-a88b-50ff4fd3cf94 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:17:37.297615 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-3c22715a-221a-4f85-826d-07ef41c57cdb service neutron] Attempting to bind port d9f09ac9-771b-46a5-a88b-50ff4fd3cf94 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b1361a31-564b-450d-bae4-c89d411fe947'}] {{(pid=99969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:17:37.298146 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-3c22715a-221a-4f85-826d-07ef41c57cdb service neutron] Attempting to bind port d9f09ac9-771b-46a5-a88b-50ff4fd3cf94 on network b1361a31-564b-450d-bae4-c89d411fe947 {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:17:37.313677 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-a34b18b9-0818-42a2-bef8-c2046984b72c req-f299d7d8-16eb-4bf5-9384-767714e32b48 service neutron] 10.222.0.39 "GET /v2.0/networks/b6dfa21d-d308-47c0-8249-c9baee1a1a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158997 Oct 14 11:17:37.325102 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-3c22715a-221a-4f85-826d-07ef41c57cdb service neutron] Port d9f09ac9-771b-46a5-a88b-50ff4fd3cf94 on network b1361a31-564b-450d-bae4-c89d411fe947 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 11:17:37.325631 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-3c22715a-221a-4f85-826d-07ef41c57cdb service neutron] Attempting to bind port d9f09ac9-771b-46a5-a88b-50ff4fd3cf94 on network b1361a31-564b-450d-bae4-c89d411fe947 {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:17:37.347014 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-3c22715a-221a-4f85-826d-07ef41c57cdb service neutron] Checking agent: {'id': 'f75e9eb5-eb38-4e10-b93f-23a007c4e69f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 11, 37), 'started_at': datetime.datetime(2021, 10, 14, 11, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:17:37.347604 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-3c22715a-221a-4f85-826d-07ef41c57cdb service neutron] Checking segment: {'id': 'bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b1361a31-564b-450d-bae4-c89d411fe947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:17:37.348482 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-3c22715a-221a-4f85-826d-07ef41c57cdb service neutron] Bound using segment: {'id': 'bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b1361a31-564b-450d-bae4-c89d411fe947'} {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:17:37.349357 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-3c22715a-221a-4f85-826d-07ef41c57cdb service neutron] Bound port: d9f09ac9-771b-46a5-a88b-50ff4fd3cf94, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b1361a31-564b-450d-bae4-c89d411fe947'}}] {{(pid=99969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:17:37.350027 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-3c22715a-221a-4f85-826d-07ef41c57cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:37.451344 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c2f90676-0ebb-47a7-9c76-84bd481ae650 req-aaa9df7e-a6aa-46d8-bff3-0cdd20b98428 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d7451c3-296c-483c-a2fd-630a02eabbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629028 Oct 14 11:17:37.528590 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895ae54-4b6c-45ab-803f-6afa15054f5b req-4b08f7dd-e4f9-47be-821a-98c52d1bdb31 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:37.530336 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3895ae54-4b6c-45ab-803f-6afa15054f5b req-4b08f7dd-e4f9-47be-821a-98c52d1bdb31 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c0055be-4830-4382-aee3-a65d0c518e6e HTTP/1.1" status: 200 len: 946 time: 0.1883485 Oct 14 11:17:37.564180 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-3c22715a-221a-4f85-826d-07ef41c57cdb service neutron] For port d9f09ac9-771b-46a5-a88b-50ff4fd3cf94, host hv-cinder-80135, cleared binding levels {{(pid=99969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:17:37.595180 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-3c22715a-221a-4f85-826d-07ef41c57cdb service neutron] For port d9f09ac9-771b-46a5-a88b-50ff4fd3cf94, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d9f09ac9-771b-46a5-a88b-50ff4fd3cf94,segment=NetworkSegment(bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2),segment_id=bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2)] {{(pid=99969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:17:37.609741 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-3c22715a-221a-4f85-826d-07ef41c57cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071033321'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:37.624955 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3895ae54-4b6c-45ab-803f-6afa15054f5b req-acd3d0d6-ba0e-43b9-9467-456c2ed099e8 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859380 Oct 14 11:17:37.664825 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-3c22715a-221a-4f85-826d-07ef41c57cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:37.665415 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-3c22715a-221a-4f85-826d-07ef41c57cdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:37.667473 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-3c22715a-221a-4f85-826d-07ef41c57cdb service neutron] 10.222.0.39 "PUT /v2.0/ports/d9f09ac9-771b-46a5-a88b-50ff4fd3cf94 HTTP/1.1" status: 200 len: 1094 time: 1.4491706 Oct 14 11:17:37.667969 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847bbfd2-ba17-4f88-b186-8b0609f16897', 'tag': 'd9f09ac9-771b-46a5-a88b-50ff4fd3cf94'}] {{(pid=99969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:17:37.670574 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a93a02263ebe6e695f08df3ef7f4cabed4a40ac7132537441ac5c84a82560800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3771d1-3d56-4fcd-a918-ea4baed1c50c" -d '{"events": [{"name": "network-changed", "server_uuid": "847bbfd2-ba17-4f88-b186-8b0609f16897", "tag": "d9f09ac9-771b-46a5-a88b-50ff4fd3cf94"}]}' {{(pid=99969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:17:37.696994 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c22715a-221a-4f85-826d-07ef41c57cdb service neutron] Pushing event updated for resources: {'Port': ['ID=d9f09ac9-771b-46a5-a88b-50ff4fd3cf94,revision_number=3']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:37.744470 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4672ba99-ae47-407d-877a-fed44f1c51aa x-openstack-request-id: req-4672ba99-ae47-407d-877a-fed44f1c51aa {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:17:37.744825 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "847bbfd2-ba17-4f88-b186-8b0609f16897", "tag": "d9f09ac9-771b-46a5-a88b-50ff4fd3cf94", "status": "completed", "code": 200}]} {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:17:37.745071 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4672ba99-ae47-407d-877a-fed44f1c51aa {{(pid=99969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:17:37.746298 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '847bbfd2-ba17-4f88-b186-8b0609f16897', 'tag': 'd9f09ac9-771b-46a5-a88b-50ff4fd3cf94', 'status': 'completed', 'code': 200} Oct 14 11:17:37.820701 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b7d16e3f-b1e1-4fe1-a8d5-9c33e9d859fa req-52411ce2-5772-48fe-b473-67b27b100a3d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0613437 Oct 14 11:17:37.972642 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d16e3f-b1e1-4fe1-a8d5-9c33e9d859fa req-725d4be8-1f1e-4148-94c3-c907026ef4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:37.976309 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b7d16e3f-b1e1-4fe1-a8d5-9c33e9d859fa req-725d4be8-1f1e-4148-94c3-c907026ef4b7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c392464b70b4e7c8c87cc7350e4f053&device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 1098 time: 0.0822926 Oct 14 11:17:38.208922 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75e8bc-7c74-46e3-a26e-b0b9d040adc6 req-4478e956-f754-40a9-91f5-c42e46b5483a tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:38.210654 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4b75e8bc-7c74-46e3-a26e-b0b9d040adc6 req-4478e956-f754-40a9-91f5-c42e46b5483a tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 944 time: 0.1404493 Oct 14 11:17:38.240087 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-8d38464a-cb51-45be-8795-25a01421938b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:38.242884 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-8d38464a-cb51-45be-8795-25a01421938b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6d6fa027df6042c58b7e89feffe38ee9&device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 1097 time: 0.4491756 Oct 14 11:17:38.247005 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d16e3f-b1e1-4fe1-a8d5-9c33e9d859fa req-9792b263-4995-496f-b5f1-ec4a1372dabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:38.248473 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b7d16e3f-b1e1-4fe1-a8d5-9c33e9d859fa req-9792b263-4995-496f-b5f1-ec4a1372dabf service neutron] 10.222.0.39 "GET /v2.0/networks?id=4d96643b-4fa6-435b-b92a-130044cd3548 HTTP/1.1" status: 200 len: 920 time: 0.2417741 Oct 14 11:17:38.269857 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbda3fe-ee1b-4048-8fb3-e439ef0ba844 req-62c2f438-6334-4ea9-becf-9c59197e68fb tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:38.271470 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-bcbda3fe-ee1b-4048-8fb3-e439ef0ba844 req-62c2f438-6334-4ea9-becf-9c59197e68fb tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 944 time: 0.1117165 Oct 14 11:17:38.296228 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-2b6107e6-0b5d-4787-b39d-ef44731c4e15 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9f09ac9-771b-46a5-a88b-50ff4fd3cf94 HTTP/1.1" status: 200 len: 217 time: 0.0378094 Oct 14 11:17:38.324654 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4b75e8bc-7c74-46e3-a26e-b0b9d040adc6 req-2dd92d82-c4b4-41ce-ade4-c382db12c976 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?id=9090bc29-970b-4cf3-a1a8-b2c31caa2673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073549 Oct 14 11:17:38.328525 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b7d16e3f-b1e1-4fe1-a8d5-9c33e9d859fa req-f4ed097d-3830-4682-b462-9876d955a9d0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04c9b8a2-da58-4829-884d-badda3bdeb3d HTTP/1.1" status: 200 len: 217 time: 0.0559924 Oct 14 11:17:38.370804 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-4924cfa1-ecd6-4641-9418-8514cee73a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:38.372952 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-4924cfa1-ecd6-4641-9418-8514cee73a78 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=741dea2e-2364-4b9e-a634-3a01888b0d07 HTTP/1.1" status: 200 len: 853 time: 0.0681071 Oct 14 11:17:38.412197 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-bcbda3fe-ee1b-4048-8fb3-e439ef0ba844 req-105f8287-c2ef-4a7a-8e5d-4c7e4a5abd95 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278846 Oct 14 11:17:38.418364 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d16e3f-b1e1-4fe1-a8d5-9c33e9d859fa req-31d8acc9-fa1b-4f94-b7e1-7673797bedda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:38.422515 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b7d16e3f-b1e1-4fe1-a8d5-9c33e9d859fa req-31d8acc9-fa1b-4f94-b7e1-7673797bedda service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c0cb2568-f2cb-4fad-9fcc-49f5492b923a HTTP/1.1" status: 200 len: 859 time: 0.0839808 Oct 14 11:17:38.452406 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-b4e8824e-f860-4d18-a825-97594a456fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:38.454154 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-b4e8824e-f860-4d18-a825-97594a456fdd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b1361a31-564b-450d-bae4-c89d411fe947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0634501 Oct 14 11:17:38.462071 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b7d16e3f-b1e1-4fe1-a8d5-9c33e9d859fa req-8b287b50-f90b-48ea-b496-315cb8647862 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d96643b-4fa6-435b-b92a-130044cd3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304184 Oct 14 11:17:38.613075 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-57c84758-9780-4ab1-a8d0-b97ed52f7624 service neutron] 10.222.0.39 "GET /v2.0/networks/b1361a31-564b-450d-bae4-c89d411fe947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409266 Oct 14 11:17:38.665620 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:38.731974 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-f0c799b6-2f4a-4a6f-926c-85885257b5e7 req-6f9ba5c8-754b-42b9-88f9-3a247beb3727 service neutron] 10.222.0.39 "GET /v2.0/networks/b1361a31-564b-450d-bae4-c89d411fe947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085763 Oct 14 11:17:38.744341 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1885735-9998-4c78-bc64-d6519823d996 req-022c48d7-8d80-4619-aec1-f34a8adf170d tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:38.745935 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e1885735-9998-4c78-bc64-d6519823d996 req-022c48d7-8d80-4619-aec1-f34a8adf170d tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.1174676 Oct 14 11:17:38.749984 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b7d16e3f-b1e1-4fe1-a8d5-9c33e9d859fa req-767d1981-0e04-4802-aa51-283b90ff107e service neutron] 10.222.0.39 "GET /v2.0/networks/4d96643b-4fa6-435b-b92a-130044cd3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752571 Oct 14 11:17:38.758022 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2104c-7a52-4db4-a9a8-17864fdd01ca req-711e9703-4615-41a9-8d1e-b9341c0d537d tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:38.759647 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e7d2104c-7a52-4db4-a9a8-17864fdd01ca req-711e9703-4615-41a9-8d1e-b9341c0d537d tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?device_id=519b9ff3-e637-42b1-b1aa-8c915b77a44e HTTP/1.1" status: 200 len: 943 time: 0.1493859 Oct 14 11:17:38.844929 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-8d8ab5d3-0397-4ad8-a7af-68dc793ff8dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:38.887092 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e1885735-9998-4c78-bc64-d6519823d996 req-05645640-757c-4edd-82d7-3b0572a40ffa tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263969 Oct 14 11:17:38.901999 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e7d2104c-7a52-4db4-a9a8-17864fdd01ca req-f0898d9b-3dc0-48b1-890f-58e36cc99818 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d7451c3-296c-483c-a2fd-630a02eabbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219754 Oct 14 11:17:38.907282 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3771d1-3d56-4fcd-a918-ea4baed1c50c req-5fcb08ca-4c84-4641-8001-0d5840be5315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:38.909308 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-5b3771d1-3d56-4fcd-a918-ea4baed1c50c req-5fcb08ca-4c84-4641-8001-0d5840be5315 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6d6fa027df6042c58b7e89feffe38ee9&device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 1097 time: 0.1207104 Oct 14 11:17:38.959703 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954bba0-a059-458c-ab57-6797b8e176b2 req-fb8cfd1a-1dfb-41bb-ae98-ab6c9d023c6a tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:38.961251 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-0954bba0-a059-458c-ab57-6797b8e176b2 req-fb8cfd1a-1dfb-41bb-ae98-ab6c9d023c6a tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c0055be-4830-4382-aee3-a65d0c518e6e HTTP/1.1" status: 200 len: 946 time: 0.1409516 Oct 14 11:17:38.963847 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b7d16e3f-b1e1-4fe1-a8d5-9c33e9d859fa req-9749b3a9-777f-41f8-9008-0e64c1e5bc0f service neutron] 10.222.0.39 "GET /v2.0/networks/4d96643b-4fa6-435b-b92a-130044cd3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961012 Oct 14 11:17:39.107548 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-b82a123b-9aac-4143-9c8f-746e9c26e7d1 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-466026163&fields=id&tenant_id=4e158813d8fb41e8ab4e77f6fecff0e2 HTTP/1.1" status: 200 len: 267 time: 0.0742092 Oct 14 11:17:39.125104 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069d67e-4164-4ba7-9eee-f8b98ff6c124 req-8cf2c90c-eff1-4054-8795-6daf8d56c0bc tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:39.126788 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c069d67e-4164-4ba7-9eee-f8b98ff6c124 req-8cf2c90c-eff1-4054-8795-6daf8d56c0bc tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c0055be-4830-4382-aee3-a65d0c518e6e HTTP/1.1" status: 200 len: 946 time: 0.0853207 Oct 14 11:17:39.147721 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3771d1-3d56-4fcd-a918-ea4baed1c50c req-e393f24f-3e34-4da0-a463-3b71ccfd68ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:39.149225 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-5b3771d1-3d56-4fcd-a918-ea4baed1c50c req-e393f24f-3e34-4da0-a463-3b71ccfd68ef service neutron] 10.222.0.39 "GET /v2.0/networks?id=b1361a31-564b-450d-bae4-c89d411fe947 HTTP/1.1" status: 200 len: 915 time: 0.2262008 Oct 14 11:17:39.195287 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 988df262-f09c-4fe0-bc00-221e5936214b details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=99970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:17:39.207603 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-5b3771d1-3d56-4fcd-a918-ea4baed1c50c req-d01659d3-1ea0-418a-91ae-2ad2d5dee8b3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9f09ac9-771b-46a5-a88b-50ff4fd3cf94 HTTP/1.1" status: 200 len: 217 time: 0.0468750 Oct 14 11:17:39.234818 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c069d67e-4164-4ba7-9eee-f8b98ff6c124 req-6c76cee4-471f-464b-a93a-b6e27f380a25 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966690 Oct 14 11:17:39.270865 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [req-0954bba0-a059-458c-ab57-6797b8e176b2 req-a39f3c07-7f8c-4311-911b-6b1ab895534f tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Deleting port 9095ef91-5cda-4b47-9881-159cf6f34438 {{(pid=99968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:17:39.271674 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-0954bba0-a059-458c-ab57-6797b8e176b2 req-a39f3c07-7f8c-4311-911b-6b1ab895534f tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:39.278451 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-e9380450-a8a6-4495-8fcf-59f89ad013c8 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:39.280016 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-e9380450-a8a6-4495-8fcf-59f89ad013c8 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/networks?id=78406704-323b-4611-9294-7a5775aebeb9 HTTP/1.1" status: 200 len: 812 time: 0.1522896 Oct 14 11:17:39.293978 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3771d1-3d56-4fcd-a918-ea4baed1c50c req-1a44266b-dead-45d8-9386-6df76bb195b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:39.295483 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-5b3771d1-3d56-4fcd-a918-ea4baed1c50c req-1a44266b-dead-45d8-9386-6df76bb195b1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=741dea2e-2364-4b9e-a634-3a01888b0d07 HTTP/1.1" status: 200 len: 853 time: 0.0794592 Oct 14 11:17:39.304510 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-14505339-ddb9-40e9-b2ab-40fe1fac976e tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/quotas/4e158813d8fb41e8ab4e77f6fecff0e2 HTTP/1.1" status: 200 len: 375 time: 0.0126565 Oct 14 11:17:39.394319 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port 988df262-f09c-4fe0-bc00-221e5936214b, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=988df262-f09c-4fe0-bc00-221e5936214b,segment=NetworkSegment(f89198a1-603f-4689-b5b2-f4b9245553bb),segment_id=f89198a1-603f-4689-b5b2-f4b9245553bb)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:17:39.409221 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3771d1-3d56-4fcd-a918-ea4baed1c50c req-95cb63ca-e5d3-47cf-a05a-212776b1fc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:39.410248 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-c2b88bb8-aee0-4403-8338-cd40546515a6 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4e158813d8fb41e8ab4e77f6fecff0e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0951793 Oct 14 11:17:39.410771 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-5b3771d1-3d56-4fcd-a918-ea4baed1c50c req-95cb63ca-e5d3-47cf-a05a-212776b1fc28 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b1361a31-564b-450d-bae4-c89d411fe947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1037312 Oct 14 11:17:39.412723 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Returning: {'device': '988df262-f09c-4fe0-bc00-221e5936214b', 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51', 'port_id': '988df262-f09c-4fe0-bc00-221e5936214b', 'mac_address': 'fa:16:3e:72:57:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca00ce8-46db-40c9-b0ce-2996d51e47d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:17:39.413190 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [req-0954bba0-a059-458c-ab57-6797b8e176b2 req-a39f3c07-7f8c-4311-911b-6b1ab895534f tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] For port 9095ef91-5cda-4b47-9881-159cf6f34438, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=9095ef91-5cda-4b47-9881-159cf6f34438,segment=NetworkSegment(c0248d36-4a3e-4591-a907-589459636a0e),segment_id=c0248d36-4a3e-4591-a907-589459636a0e)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:17:39.413825 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-0954bba0-a059-458c-ab57-6797b8e176b2 req-a39f3c07-7f8c-4311-911b-6b1ab895534f tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:39.449020 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [req-0954bba0-a059-458c-ab57-6797b8e176b2 req-a39f3c07-7f8c-4311-911b-6b1ab895534f tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Calling delete_port for 9095ef91-5cda-4b47-9881-159cf6f34438 owned by compute:nova {{(pid=99968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:17:39.477274 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:39.495584 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 988df262-f09c-4fe0-bc00-221e5936214b {{(pid=99970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:17:39.532290 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port 988df262-f09c-4fe0-bc00-221e5936214b, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=988df262-f09c-4fe0-bc00-221e5936214b,segment=NetworkSegment(f89198a1-603f-4689-b5b2-f4b9245553bb),segment_id=f89198a1-603f-4689-b5b2-f4b9245553bb)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:17:39.537804 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:39.538778 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device d6809da7-ac33-44cc-9f3b-f273b491fc66 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=99970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:17:39.599043 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-5b3771d1-3d56-4fcd-a918-ea4baed1c50c req-7e294efe-76cb-464d-a5e7-a5fc06fd310c service neutron] 10.222.0.39 "GET /v2.0/networks/b1361a31-564b-450d-bae4-c89d411fe947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764510 Oct 14 11:17:39.657001 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae399c-3fed-4c4c-87f8-58fff9775a3f req-6adc15b9-3bdb-4509-8036-c6cc716a3dfe tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:39.659843 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port d6809da7-ac33-44cc-9f3b-f273b491fc66, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d6809da7-ac33-44cc-9f3b-f273b491fc66,segment=NetworkSegment(d6398ea5-cd7d-4e6c-be86-da8c36c99604),segment_id=d6398ea5-cd7d-4e6c-be86-da8c36c99604)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:17:39.670023 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b1ae399c-3fed-4c4c-87f8-58fff9775a3f req-6adc15b9-3bdb-4509-8036-c6cc716a3dfe tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 944 time: 0.2007291 Oct 14 11:17:39.692970 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-7a551877-d412-4610-8c9f-32e635a78385 service neutron] 10.222.0.46 "GET /v2.0/networks/78406704-323b-4611-9294-7a5775aebeb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731853 Oct 14 11:17:39.740722 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-0954bba0-a059-458c-ab57-6797b8e176b2 req-a39f3c07-7f8c-4311-911b-6b1ab895534f tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440'] for port, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:39.746767 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Returning: {'device': 'd6809da7-ac33-44cc-9f3b-f273b491fc66', 'network_id': 'b6dfa21d-d308-47c0-8249-c9baee1a1a13', 'port_id': 'd6809da7-ac33-44cc-9f3b-f273b491fc66', 'mac_address': 'fa:16:3e:11:c3:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ed090d9-cf66-49c4-a5fa-dbd24b3f07c2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:17:39.758270 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['eed25f1e-9a27-4b42-a5bd-d105cc2fad41', '7274cb5b-3435-4889-8615-e6d057a87e1b', 'ad9ccc5f-d044-4315-8185-3e686e11242a', '9095ef91-5cda-4b47-9881-159cf6f34438'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:17:39.783759 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f3c07-7f8c-4311-911b-6b1ab895534f tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Pushing event deleted for resources: {'Port': ['ID=9095ef91-5cda-4b47-9881-159cf6f34438,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:39.804961 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=988df262-f09c-4fe0-bc00-221e5936214b,revision_number=9']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:39.809115 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b1ae399c-3fed-4c4c-87f8-58fff9775a3f req-262f0f10-2283-4a47-aadf-2407fd3fa349 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?id=9090bc29-970b-4cf3-a1a8-b2c31caa2673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348913 Oct 14 11:17:39.849245 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-5b3771d1-3d56-4fcd-a918-ea4baed1c50c req-ffb811ca-fd2b-4ff6-9ea9-882811b5a8ef service neutron] 10.222.0.39 "GET /v2.0/networks/b1361a31-564b-450d-bae4-c89d411fe947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368758 Oct 14 11:17:39.885862 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [req-0954bba0-a059-458c-ab57-6797b8e176b2 req-a39f3c07-7f8c-4311-911b-6b1ab895534f tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] No DVR routers for this DVR port 9095ef91-5cda-4b47-9881-159cf6f34438 on host hv-cinder-80135 {{(pid=99968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:17:39.896198 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-0954bba0-a059-458c-ab57-6797b8e176b2 req-a39f3c07-7f8c-4311-911b-6b1ab895534f tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:39.902954 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-0954bba0-a059-458c-ab57-6797b8e176b2 req-a39f3c07-7f8c-4311-911b-6b1ab895534f tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.39 "DELETE /v2.0/ports/9095ef91-5cda-4b47-9881-159cf6f34438 HTTP/1.1" status: 204 len: 173 time: 0.9240041 Oct 14 11:17:39.904688 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0055be-4830-4382-aee3-a65d0c518e6e', 'name': 'network-vif-deleted', 'tag': '9095ef91-5cda-4b47-9881-159cf6f34438'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:17:39.911213 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bc8dce43effdfc17fa197fa73d2f682717a0aeb1d45e7b66290f8ec122344fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df8450e-2262-4509-a68e-cf29ced6cc40" -d '{"events": [{"server_uuid": "3c0055be-4830-4382-aee3-a65d0c518e6e", "name": "network-vif-deleted", "tag": "9095ef91-5cda-4b47-9881-159cf6f34438"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:17:39.934981 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:39.956638 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-36e4e7ee-2836-4e4d-a0ba-508ab85da9b6 service neutron] 10.222.0.46 "GET /v2.0/networks/78406704-323b-4611-9294-7a5775aebeb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457428 Oct 14 11:17:40.074242 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6809da7-ac33-44cc-9f3b-f273b491fc66 {{(pid=99970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:17:40.150064 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61dd1c-4beb-4081-bbfa-ff840048cc71 req-b84777a3-f845-4010-84d2-77e8dd8a3659 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:40.153942 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8f61dd1c-4beb-4081-bbfa-ff840048cc71 req-b84777a3-f845-4010-84d2-77e8dd8a3659 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 945 time: 0.2329206 Oct 14 11:17:40.176999 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port d6809da7-ac33-44cc-9f3b-f273b491fc66, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d6809da7-ac33-44cc-9f3b-f273b491fc66,segment=NetworkSegment(d6398ea5-cd7d-4e6c-be86-da8c36c99604),segment_id=d6398ea5-cd7d-4e6c-be86-da8c36c99604)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:17:40.193947 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:40.230950 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8f61dd1c-4beb-4081-bbfa-ff840048cc71 req-b16fed9b-83e1-47bd-9ad7-4c0837dc7f6b tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682387 Oct 14 11:17:40.304755 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=d6809da7-ac33-44cc-9f3b-f273b491fc66,revision_number=4']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:40.375547 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67786bb-ed17-46cd-a948-7dddda8bc2cc x-openstack-request-id: req-d67786bb-ed17-46cd-a948-7dddda8bc2cc {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:17:40.377074 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0055be-4830-4382-aee3-a65d0c518e6e", "name": "network-vif-deleted", "tag": "9095ef91-5cda-4b47-9881-159cf6f34438", "status": "completed", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:17:40.377074 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d67786bb-ed17-46cd-a948-7dddda8bc2cc {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:17:40.377379 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0055be-4830-4382-aee3-a65d0c518e6e', 'name': 'network-vif-deleted', 'tag': '9095ef91-5cda-4b47-9881-159cf6f34438', 'status': 'completed', 'code': 200} Oct 14 11:17:40.513738 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98075ba7-b9b2-4d9f-acba-d10e072b4858 req-574ce71d-10b7-4841-b16e-6eee1dd3cfec tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:40.523962 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-98075ba7-b9b2-4d9f-acba-d10e072b4858 req-574ce71d-10b7-4841-b16e-6eee1dd3cfec tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0882485 Oct 14 11:17:40.527755 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['988df262-f09c-4fe0-bc00-221e5936214b'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:17:40.537916 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['d6809da7-ac33-44cc-9f3b-f273b491fc66'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:17:40.590246 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-98075ba7-b9b2-4d9f-acba-d10e072b4858 req-ce730030-2fc0-4324-8fd6-fe32ba8239fc tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558736 Oct 14 11:17:40.734164 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f7f5a-e351-4b90-b638-75c10799e3f6 req-685b942e-1d36-4b3c-936b-1e0111cd3e3e tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:40.736826 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ad3f7f5a-e351-4b90-b638-75c10799e3f6 req-685b942e-1d36-4b3c-936b-1e0111cd3e3e tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?device_id=519b9ff3-e637-42b1-b1aa-8c915b77a44e HTTP/1.1" status: 200 len: 944 time: 0.1228280 Oct 14 11:17:40.847319 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-89a5aa29-de7d-42e7-80d9-f41030523ebb req-d422edf2-5854-4c83-86e0-0af25d573d7b tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c0055be-4830-4382-aee3-a65d0c518e6e HTTP/1.1" status: 200 len: 210 time: 0.0726693 Oct 14 11:17:40.891071 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ad3f7f5a-e351-4b90-b638-75c10799e3f6 req-0f0c4e29-1655-49a6-8eb2-a405ea0c5fb8 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d7451c3-296c-483c-a2fd-630a02eabbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469402 Oct 14 11:17:40.981190 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1a273d4c-38a9-4e81-89b0-1400c0272515 req-3ea0107e-3eaf-4a14-9123-ed9dd0d0db54 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=79308c78-65f9-467f-a3bc-639fb062472a HTTP/1.1" status: 200 len: 210 time: 0.0555401 Oct 14 11:17:41.108463 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbfb55-53ad-45a9-b940-782b00dc5bb5 req-fcb842fe-86f4-457a-a31e-8e69c9b124e4 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:41.110458 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-94fbfb55-53ad-45a9-b940-782b00dc5bb5 req-fcb842fe-86f4-457a-a31e-8e69c9b124e4 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 946 time: 0.0982594 Oct 14 11:17:41.151880 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f4c8c-dd86-40c7-bc63-0cb88b8c6d8c req-cc992a90-9cd1-4169-9ad8-d97444a2a406 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:41.153447 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1d4f4c8c-dd86-40c7-bc63-0cb88b8c6d8c req-cc992a90-9cd1-4169-9ad8-d97444a2a406 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 944 time: 0.0843928 Oct 14 11:17:41.188291 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-94fbfb55-53ad-45a9-b940-782b00dc5bb5 req-b8fc9ffb-1b02-4fdc-bc80-91f7fd771015 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676756 Oct 14 11:17:41.206231 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device d9f09ac9-771b-46a5-a88b-50ff4fd3cf94 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=99970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:17:41.208599 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 9095ef91-5cda-4b47-9881-159cf6f34438 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:17:41.225770 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1d4f4c8c-dd86-40c7-bc63-0cb88b8c6d8c req-87b217b2-0987-4291-bfe4-d10d1f868930 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?id=9090bc29-970b-4cf3-a1a8-b2c31caa2673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581257 Oct 14 11:17:41.239352 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] No Port match for: 9095ef91-5cda-4b47-9881-159cf6f34438 {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:17:41.239749 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 9095ef91-5cda-4b47-9881-159cf6f34438 not bound to the agent host hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:17:41.368712 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port d9f09ac9-771b-46a5-a88b-50ff4fd3cf94, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d9f09ac9-771b-46a5-a88b-50ff4fd3cf94,segment=NetworkSegment(bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2),segment_id=bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:17:41.382917 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Returning: {'device': 'd9f09ac9-771b-46a5-a88b-50ff4fd3cf94', 'network_id': 'b1361a31-564b-450d-bae4-c89d411fe947', 'port_id': 'd9f09ac9-771b-46a5-a88b-50ff4fd3cf94', 'mac_address': 'fa:16:3e:f4:7a:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '741dea2e-2364-4b9e-a634-3a01888b0d07', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:17:41.432655 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f796b-ba01-42c7-80f7-abf16ac50ce7 req-5911b331-4677-4437-b6b9-6d904665d17c tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:41.435102 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a18f796b-ba01-42c7-80f7-abf16ac50ce7 req-5911b331-4677-4437-b6b9-6d904665d17c tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 945 time: 0.0989201 Oct 14 11:17:41.447863 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:41.467342 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9f09ac9-771b-46a5-a88b-50ff4fd3cf94 {{(pid=99970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:17:41.489632 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a18f796b-ba01-42c7-80f7-abf16ac50ce7 req-87ee83cb-c755-49d2-8fc8-d585dd43937b tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449634 Oct 14 11:17:41.505546 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port d9f09ac9-771b-46a5-a88b-50ff4fd3cf94, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d9f09ac9-771b-46a5-a88b-50ff4fd3cf94,segment=NetworkSegment(bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2),segment_id=bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:17:41.511822 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:41.517037 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-e91661d1-cfd4-406c-98c4-59ced038ea22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:41.571244 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=d9f09ac9-771b-46a5-a88b-50ff4fd3cf94,revision_number=4']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:41.756275 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed71e9b-84b8-4af6-ab2f-b583266773ed req-96896ed1-94de-4988-8dbb-4a0272f03265 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:41.757937 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5ed71e9b-84b8-4af6-ab2f-b583266773ed req-96896ed1-94de-4988-8dbb-4a0272f03265 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0533984 Oct 14 11:17:41.821247 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5ed71e9b-84b8-4af6-ab2f-b583266773ed req-798249e8-8e75-4223-8c6e-5912b70dba34 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566640 Oct 14 11:17:42.102811 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-2dc1ebd0-7c97-4769-a398-1b859be5c6a0 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:42.105810 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-2dc1ebd0-7c97-4769-a398-1b859be5c6a0 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.39 "GET /v2.0/networks?id=78406704-323b-4611-9294-7a5775aebeb9 HTTP/1.1" status: 200 len: 812 time: 0.2129073 Oct 14 11:17:42.182568 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-17d175aa-efd2-4858-9db8-ee46bb851dfd tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e158813d8fb41e8ab4e77f6fecff0e2 HTTP/1.1" status: 200 len: 379 time: 0.0649712 Oct 14 11:17:42.182843 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5b79e8ed-40c8-4c09-97c1-716e04dd33e0 req-2aa120b0-06a3-44ae-988a-b9146b42115f tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=79308c78-65f9-467f-a3bc-639fb062472a HTTP/1.1" status: 200 len: 210 time: 0.0648515 Oct 14 11:17:42.191032 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d8aaf-34ba-4b0a-b22a-c706d19cf631 req-826e6f5f-3164-4187-b22f-c7c0b438802d tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:42.193051 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-903d8aaf-34ba-4b0a-b22a-c706d19cf631 req-826e6f5f-3164-4187-b22f-c7c0b438802d tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?device_id=519b9ff3-e637-42b1-b1aa-8c915b77a44e HTTP/1.1" status: 200 len: 944 time: 0.1827149 Oct 14 11:17:42.210739 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-097fdf3f-a1f2-476c-b684-3f68e09c7586 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Request body: {'port': {'device_id': '79308c78-65f9-467f-a3bc-639fb062472a', 'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'admin_state_up': True, 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'security_groups': ['9b9b92dc-5280-4963-a682-507ed7122bdf']}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:17:42.235552 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['d9f09ac9-771b-46a5-a88b-50ff4fd3cf94'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:17:42.254238 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-903d8aaf-34ba-4b0a-b22a-c706d19cf631 req-b7b8f219-6782-4af6-8883-e2933b3ef8b8 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d7451c3-296c-483c-a2fd-630a02eabbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483863 Oct 14 11:17:42.448753 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-097fdf3f-a1f2-476c-b684-3f68e09c7586 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Made reservation on behalf of 4e158813d8fb41e8ab4e77f6fecff0e2 for: {'port': 1} {{(pid=99968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:17:42.453461 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-097fdf3f-a1f2-476c-b684-3f68e09c7586 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:42.485020 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643c951-dada-4a42-99c7-3924ce8e1e94 req-8faf18e1-8f07-47f9-bb94-df0844f247d4 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:42.486623 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8643c951-dada-4a42-99c7-3924ce8e1e94 req-8faf18e1-8f07-47f9-bb94-df0844f247d4 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 945 time: 0.1493554 Oct 14 11:17:42.510919 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62270bec-3e09-4cae-ba85-389a5159a627 req-8ff0dc32-6d65-4ac9-b27d-9168791056d8 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:42.512465 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-62270bec-3e09-4cae-ba85-389a5159a627 req-8ff0dc32-6d65-4ac9-b27d-9168791056d8 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 946 time: 0.0942893 Oct 14 11:17:42.576610 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8643c951-dada-4a42-99c7-3924ce8e1e94 req-6241f4f4-34ac-4276-98c0-af533dc87f5f tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?id=9090bc29-970b-4cf3-a1a8-b2c31caa2673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823631 Oct 14 11:17:42.586464 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-62270bec-3e09-4cae-ba85-389a5159a627 req-64abb67a-04f4-45c0-bdf0-4d0192ce8e86 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645683 Oct 14 11:17:42.679653 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_common [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-097fdf3f-a1f2-476c-b684-3f68e09c7586 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Allocated IP 172.20.0.11 (78406704-323b-4611-9294-7a5775aebeb9/c8d13795-4deb-41c7-a1d9-9368b1e4f7b1/d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0) {{(pid=99968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:17:42.796725 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:42.802482 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6183a5c3-a756-492e-997a-2145d96a38ff req-b1729c8b-256a-4776-8d9e-807e8622695d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:42.811433 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6183a5c3-a756-492e-997a-2145d96a38ff req-b1729c8b-256a-4776-8d9e-807e8622695d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 945 time: 0.1102288 Oct 14 11:17:42.859276 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6183a5c3-a756-492e-997a-2145d96a38ff req-3fd5fa92-0a39-4ebf-b41a-3daf3fe38c33 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468490 Oct 14 11:17:42.899596 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-097fdf3f-a1f2-476c-b684-3f68e09c7586 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for port, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:42.947519 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-097fdf3f-a1f2-476c-b684-3f68e09c7586 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431'] for port, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:42.981390 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67a412-ab80-42e6-a308-effda5b765cf req-32c22655-e091-44ce-b0bb-3e92992b6046 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:42.984182 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7a67a412-ab80-42e6-a308-effda5b765cf req-32c22655-e091-44ce-b0bb-3e92992b6046 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0605457 Oct 14 11:17:43.027424 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-097fdf3f-a1f2-476c-b684-3f68e09c7586 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Network 78406704-323b-4611-9294-7a5775aebeb9 is already hosted by enough agents. {{(pid=99968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:17:43.031207 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7a67a412-ab80-42e6-a308-effda5b765cf req-dfc70a15-340b-4a1c-8911-8bb56b3a021c tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401168 Oct 14 11:17:43.034689 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-097fdf3f-a1f2-476c-b684-3f68e09c7586 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Resources bound (agent type, host, resource id): {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:17:43.043023 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-097fdf3f-a1f2-476c-b684-3f68e09c7586 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Received port after_create {{(pid=99968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:17:43.055594 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:43.055766 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-097fdf3f-a1f2-476c-b684-3f68e09c7586 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:43.057299 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-097fdf3f-a1f2-476c-b684-3f68e09c7586 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:43.092403 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fdf3f-a1f2-476c-b684-3f68e09c7586 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Pushing event updated for resources: {'Port': ['ID=d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:43.103485 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-097fdf3f-a1f2-476c-b684-3f68e09c7586 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8972895 Oct 14 11:17:43.121460 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-10322a3b-b922-482b-baa7-e3c3760d45ff service neutron] Request body: {'port': {'device_id': '79308c78-65f9-467f-a3bc-639fb062472a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:17:43.210275 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 988df262-f09c-4fe0-bc00-221e5936214b up at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:17:43.311558 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b77d81-8367-4cff-897e-4543b7a437e9 req-b6b79aee-6f71-4ece-b384-60497030bb61 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:43.314875 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-57b77d81-8367-4cff-897e-4543b7a437e9 req-b6b79aee-6f71-4ece-b384-60497030bb61 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 946 time: 0.1564443 Oct 14 11:17:43.321713 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning complete for port 988df262-f09c-4fe0-bc00-221e5936214b triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:17:43.322635 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:43.391967 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-10322a3b-b922-482b-baa7-e3c3760d45ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:43.409625 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-b93ee31d-a606-45ea-b4b9-d23e2a5b2ad5 None None] Provisioning complete for port d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:17:43.410144 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-b93ee31d-a606-45ea-b4b9-d23e2a5b2ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:43.447099 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc6b32-b077-47d6-8e23-9ce36367d10e req-898bb26d-5252-4c71-a5b2-cd1f9c06de88 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:43.460858 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-aedc6b32-b077-47d6-8e23-9ce36367d10e req-898bb26d-5252-4c71-a5b2-cd1f9c06de88 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=79308c78-65f9-467f-a3bc-639fb062472a HTTP/1.1" status: 200 len: 932 time: 0.1281681 Oct 14 11:17:43.498334 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-b93ee31d-a606-45ea-b4b9-d23e2a5b2ad5 None None] Port d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0 cannot update to ACTIVE because it is not bound. {{(pid=99970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:17:43.501455 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:43.543901 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-aedc6b32-b077-47d6-8e23-9ce36367d10e req-26bedd42-d690-468b-b024-71a9c53d6df2 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779123 Oct 14 11:17:43.549580 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port 988df262-f09c-4fe0-bc00-221e5936214b, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=988df262-f09c-4fe0-bc00-221e5936214b,segment=NetworkSegment(f89198a1-603f-4689-b5b2-f4b9245553bb),segment_id=f89198a1-603f-4689-b5b2-f4b9245553bb)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:17:43.550992 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fa3ad3-712f-4b34-a6a3-ff27dcb163fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988df262-f09c-4fe0-bc00-221e5936214b'}] {{(pid=99970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:17:43.554226 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e67274c3f7888a1e620d1da4f152c08f6ed72520f222e4ac6b19e3f5d220bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569cb202-1450-428b-a79f-10ab414b58f9" -d '{"events": [{"server_uuid": "d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc", "name": "network-vif-plugged", "status": "completed", "tag": "988df262-f09c-4fe0-bc00-221e5936214b"}]}' {{(pid=99970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:17:43.559676 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:43.560893 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device d6809da7-ac33-44cc-9f3b-f273b491fc66 up at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:17:43.621836 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994ba9e8-e5f9-4115-8e65-aa1ce8fb49df x-openstack-request-id: req-994ba9e8-e5f9-4115-8e65-aa1ce8fb49df {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:17:43.622314 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc", "name": "network-vif-plugged", "status": "completed", "tag": "988df262-f09c-4fe0-bc00-221e5936214b", "code": 200}]} {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:17:43.622667 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-994ba9e8-e5f9-4115-8e65-aa1ce8fb49df {{(pid=99970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:17:43.623236 dv-cinder-801354-3-iscsi neutron-server[99970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fa3ad3-712f-4b34-a6a3-ff27dcb163fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988df262-f09c-4fe0-bc00-221e5936214b', 'code': 200} Oct 14 11:17:43.676221 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=988df262-f09c-4fe0-bc00-221e5936214b,revision_number=10']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:43.703069 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning for port d6809da7-ac33-44cc-9f3b-f273b491fc66 completed by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 11:17:43.709790 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning complete for port d6809da7-ac33-44cc-9f3b-f273b491fc66 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:17:43.710387 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:43.779395 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3a615-c155-4623-92ad-fd183f6a4aef req-41e17d8f-60e3-42ea-a44b-2ecc0420c2b0 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:43.783060 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-62e3a615-c155-4623-92ad-fd183f6a4aef req-41e17d8f-60e3-42ea-a44b-2ecc0420c2b0 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?device_id=519b9ff3-e637-42b1-b1aa-8c915b77a44e HTTP/1.1" status: 200 len: 944 time: 0.1179664 Oct 14 11:17:43.784013 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [req-57b77d81-8367-4cff-897e-4543b7a437e9 req-330b2eb0-6344-4d0e-b274-626303780abe tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Deleting port 61749222-a273-487b-a559-958a06098102 {{(pid=99968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:17:43.784441 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-57b77d81-8367-4cff-897e-4543b7a437e9 req-330b2eb0-6344-4d0e-b274-626303780abe tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:43.800076 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab720e-8ef1-40ea-8285-6045a7f901d5 req-eac0f8f8-c530-4a14-b40c-1cb0ee82eab3 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:43.801604 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-25ab720e-8ef1-40ea-8285-6045a7f901d5 req-eac0f8f8-c530-4a14-b40c-1cb0ee82eab3 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=389ace55-4b8d-46cb-a0ba-85464ab37efc HTTP/1.1" status: 200 len: 945 time: 0.0776737 Oct 14 11:17:43.817236 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:43.865192 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port d6809da7-ac33-44cc-9f3b-f273b491fc66, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d6809da7-ac33-44cc-9f3b-f273b491fc66,segment=NetworkSegment(d6398ea5-cd7d-4e6c-be86-da8c36c99604),segment_id=d6398ea5-cd7d-4e6c-be86-da8c36c99604)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:17:43.870333 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:43.876180 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-25ab720e-8ef1-40ea-8285-6045a7f901d5 req-c3a3e856-c9ec-465c-97a8-a86ac00c676e tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563257 Oct 14 11:17:43.879709 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-62e3a615-c155-4623-92ad-fd183f6a4aef req-fce8f80c-d4b3-4512-aa0c-deb08f64388f tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d7451c3-296c-483c-a2fd-630a02eabbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878050 Oct 14 11:17:43.948770 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=d6809da7-ac33-44cc-9f3b-f273b491fc66,revision_number=5']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:44.007463 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [req-57b77d81-8367-4cff-897e-4543b7a437e9 req-330b2eb0-6344-4d0e-b274-626303780abe tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] For port 61749222-a273-487b-a559-958a06098102, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=61749222-a273-487b-a559-958a06098102,segment=NetworkSegment(f6e0ac5a-3aac-4edb-8646-5a6da67aa4de),segment_id=f6e0ac5a-3aac-4edb-8646-5a6da67aa4de)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:17:44.008227 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-57b77d81-8367-4cff-897e-4543b7a437e9 req-330b2eb0-6344-4d0e-b274-626303780abe tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:44.043176 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [req-57b77d81-8367-4cff-897e-4543b7a437e9 req-330b2eb0-6344-4d0e-b274-626303780abe tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Calling delete_port for 61749222-a273-487b-a559-958a06098102 owned by compute:nova {{(pid=99968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:17:44.051621 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0b211-1f24-44ec-b2ae-a1beb969155c req-ff445f8b-835e-4d0c-b0b5-fb56bd1944af tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:44.053207 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9dd0b211-1f24-44ec-b2ae-a1beb969155c req-ff445f8b-835e-4d0c-b0b5-fb56bd1944af tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 946 time: 0.0858138 Oct 14 11:17:44.061241 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7276906f-9d3d-454c-8893-0e0edba0335e req-f06859ca-d422-4821-a5ce-30b440c433c9 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:44.063042 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7276906f-9d3d-454c-8893-0e0edba0335e req-f06859ca-d422-4821-a5ce-30b440c433c9 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 945 time: 0.1049435 Oct 14 11:17:44.137111 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9dd0b211-1f24-44ec-b2ae-a1beb969155c req-ecdcb5c1-3060-41e3-814f-87392436aaa6 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728683 Oct 14 11:17:44.156612 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7276906f-9d3d-454c-8893-0e0edba0335e req-d9afa8cb-dac4-4ff0-a85d-1e061da50dac tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?id=9090bc29-970b-4cf3-a1a8-b2c31caa2673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784273 Oct 14 11:17:44.195702 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a92a5-302e-4de9-83fa-efce1767694c req-52020cb8-c79b-40d6-9db0-c2976f2aa495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:44.198390 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-097a92a5-302e-4de9-83fa-efce1767694c req-52020cb8-c79b-40d6-9db0-c2976f2aa495 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 1100 time: 0.0776935 Oct 14 11:17:44.310943 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:44.321763 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-097a92a5-302e-4de9-83fa-efce1767694c req-6097c60b-39ec-41dd-93d2-5be6489cf34b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065676 Oct 14 11:17:44.345823 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e02b2-766c-47fe-b7ff-91c36efeb904 req-67cb1668-52cb-47ee-a898-7e57936c6548 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:44.347402 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8c6e02b2-766c-47fe-b7ff-91c36efeb904 req-67cb1668-52cb-47ee-a898-7e57936c6548 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 947 time: 0.1065364 Oct 14 11:17:44.365040 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-10322a3b-b922-482b-baa7-e3c3760d45ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0 {{(pid=99968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:17:44.366627 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df0b8bb-5a7f-4462-b83e-b236cf83799d req-2b9bdf1f-a878-4a2a-89a6-afcb985ab39f tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:44.369266 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3df0b8bb-5a7f-4462-b83e-b236cf83799d req-2b9bdf1f-a878-4a2a-89a6-afcb985ab39f tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.1292799 Oct 14 11:17:44.375733 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-10322a3b-b922-482b-baa7-e3c3760d45ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:44.399832 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-10322a3b-b922-482b-baa7-e3c3760d45ff service neutron] Transition to ACTIVE for port object d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0 will not be triggered until provisioned by entity L2. {{(pid=99968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 11:17:44.406910 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-10322a3b-b922-482b-baa7-e3c3760d45ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:44.445673 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3df0b8bb-5a7f-4462-b83e-b236cf83799d req-61ce6411-db8a-436d-a458-7be2fa8941e9 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646262 Oct 14 11:17:44.449164 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8c6e02b2-766c-47fe-b7ff-91c36efeb904 req-250d47c9-00a6-4610-b136-edc4ab063002 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781949 Oct 14 11:17:44.473197 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10322a3b-b922-482b-baa7-e3c3760d45ff service neutron] Pushing event updated for resources: {'Port': ['ID=d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0,revision_number=2']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:44.545242 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-10322a3b-b922-482b-baa7-e3c3760d45ff service neutron] Attempting to bind port d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:17:44.545739 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-10322a3b-b922-482b-baa7-e3c3760d45ff service neutron] Attempting to bind port d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '65e0c828-a500-4212-8d75-55440898e75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '78406704-323b-4611-9294-7a5775aebeb9'}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:17:44.546066 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-10322a3b-b922-482b-baa7-e3c3760d45ff service neutron] Attempting to bind port d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0 on network 78406704-323b-4611-9294-7a5775aebeb9 {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:17:44.553432 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-10322a3b-b922-482b-baa7-e3c3760d45ff service neutron] Port d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0 on network 78406704-323b-4611-9294-7a5775aebeb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 11:17:44.553743 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-10322a3b-b922-482b-baa7-e3c3760d45ff service neutron] Attempting to bind port d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0 on network 78406704-323b-4611-9294-7a5775aebeb9 {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:17:44.559270 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-57b77d81-8367-4cff-897e-4543b7a437e9 req-330b2eb0-6344-4d0e-b274-626303780abe tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440'] for port, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:44.573615 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['04c9b8a2-da58-4829-884d-badda3bdeb3d'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:17:44.576646 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-10322a3b-b922-482b-baa7-e3c3760d45ff service neutron] Checking agent: {'id': 'f75e9eb5-eb38-4e10-b93f-23a007c4e69f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 11, 37), 'started_at': datetime.datetime(2021, 10, 14, 11, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:17:44.576905 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-10322a3b-b922-482b-baa7-e3c3760d45ff service neutron] Checking segment: {'id': '65e0c828-a500-4212-8d75-55440898e75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '78406704-323b-4611-9294-7a5775aebeb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:17:44.577506 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-10322a3b-b922-482b-baa7-e3c3760d45ff service neutron] Bound using segment: {'id': '65e0c828-a500-4212-8d75-55440898e75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '78406704-323b-4611-9294-7a5775aebeb9'} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:17:44.581273 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-10322a3b-b922-482b-baa7-e3c3760d45ff service neutron] Bound port: d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65e0c828-a500-4212-8d75-55440898e75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '78406704-323b-4611-9294-7a5775aebeb9'}}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:17:44.581273 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-10322a3b-b922-482b-baa7-e3c3760d45ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:44.634772 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b2eb0-6344-4d0e-b274-626303780abe tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Pushing event deleted for resources: {'Port': ['ID=61749222-a273-487b-a559-958a06098102,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:44.717026 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418cd717-0495-463c-a817-bd8eb99d3006 req-953a2112-1ba9-4b03-bc0f-b55558aefcce tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:44.719878 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-418cd717-0495-463c-a817-bd8eb99d3006 req-953a2112-1ba9-4b03-bc0f-b55558aefcce tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=79308c78-65f9-467f-a3bc-639fb062472a HTTP/1.1" status: 200 len: 944 time: 0.0777366 Oct 14 11:17:44.726908 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b77d81-8367-4cff-897e-4543b7a437e9 req-330b2eb0-6344-4d0e-b274-626303780abe tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] No DVR routers for this DVR port 61749222-a273-487b-a559-958a06098102 on host hv-cinder-80135 {{(pid=99968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:17:44.730913 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-57b77d81-8367-4cff-897e-4543b7a437e9 req-330b2eb0-6344-4d0e-b274-626303780abe tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:44.734345 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-57b77d81-8367-4cff-897e-4543b7a437e9 req-330b2eb0-6344-4d0e-b274-626303780abe tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.39 "DELETE /v2.0/ports/61749222-a273-487b-a559-958a06098102 HTTP/1.1" status: 204 len: 173 time: 1.4103961 Oct 14 11:17:44.734812 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7aa3868-46f9-4a09-a20d-618b6d8d1188', 'name': 'network-vif-deleted', 'tag': '61749222-a273-487b-a559-958a06098102'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:17:44.737078 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bc8dce43effdfc17fa197fa73d2f682717a0aeb1d45e7b66290f8ec122344fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1009b3-f68d-4ffe-a199-f1fbe1fc2c74" -d '{"events": [{"server_uuid": "f7aa3868-46f9-4a09-a20d-618b6d8d1188", "name": "network-vif-deleted", "tag": "61749222-a273-487b-a559-958a06098102"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:17:44.782877 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-10322a3b-b922-482b-baa7-e3c3760d45ff service neutron] For port d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0, host hv-cinder-80135, cleared binding levels {{(pid=99968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:17:44.791085 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-10322a3b-b922-482b-baa7-e3c3760d45ff service neutron] For port d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0,segment=NetworkSegment(65e0c828-a500-4212-8d75-55440898e75b),segment_id=65e0c828-a500-4212-8d75-55440898e75b)] {{(pid=99968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:17:44.799888 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-10322a3b-b922-482b-baa7-e3c3760d45ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:44.810293 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-418cd717-0495-463c-a817-bd8eb99d3006 req-f82537b2-88e5-4008-a681-a35d985ab71a tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795701 Oct 14 11:17:44.829155 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96110000-46c8-4059-b781-887345575613 x-openstack-request-id: req-96110000-46c8-4059-b781-887345575613 {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:17:44.829421 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7aa3868-46f9-4a09-a20d-618b6d8d1188", "name": "network-vif-deleted", "tag": "61749222-a273-487b-a559-958a06098102", "status": "completed", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:17:44.829682 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-96110000-46c8-4059-b781-887345575613 {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:17:44.830076 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7aa3868-46f9-4a09-a20d-618b6d8d1188', 'name': 'network-vif-deleted', 'tag': '61749222-a273-487b-a559-958a06098102', 'status': 'completed', 'code': 200} Oct 14 11:17:44.861891 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-10322a3b-b922-482b-baa7-e3c3760d45ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:44.862941 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-10322a3b-b922-482b-baa7-e3c3760d45ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:44.865082 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-10322a3b-b922-482b-baa7-e3c3760d45ff service neutron] 10.222.0.39 "PUT /v2.0/ports/d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0 HTTP/1.1" status: 200 len: 1094 time: 1.7524760 Oct 14 11:17:44.880355 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10322a3b-b922-482b-baa7-e3c3760d45ff service neutron] Pushing event updated for resources: {'Port': ['ID=d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0,revision_number=3']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:44.998262 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-10944ef6-4e04-4080-b684-59875d9aa808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:45.000083 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-10944ef6-4e04-4080-b684-59875d9aa808 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4e158813d8fb41e8ab4e77f6fecff0e2&device_id=79308c78-65f9-467f-a3bc-639fb062472a HTTP/1.1" status: 200 len: 1097 time: 0.0605607 Oct 14 11:17:45.044986 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61e013-e291-4086-b531-d549513f6eb0 req-7b584e9f-cfc3-4d79-9dca-d7d93a9297e9 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:45.046744 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6d61e013-e291-4086-b531-d549513f6eb0 req-7b584e9f-cfc3-4d79-9dca-d7d93a9297e9 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=389ace55-4b8d-46cb-a0ba-85464ab37efc HTTP/1.1" status: 200 len: 945 time: 0.0818524 Oct 14 11:17:45.056045 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-9d089a58-0314-4130-bc8b-76e273c64837 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0 HTTP/1.1" status: 200 len: 217 time: 0.0414658 Oct 14 11:17:45.068282 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319de7ae-7b76-4a07-ac6e-cdee3e231297 req-550ecbfc-b8a2-4503-aabc-3af53406845d tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:45.069704 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-319de7ae-7b76-4a07-ac6e-cdee3e231297 req-550ecbfc-b8a2-4503-aabc-3af53406845d tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?device_id=519b9ff3-e637-42b1-b1aa-8c915b77a44e HTTP/1.1" status: 200 len: 945 time: 0.0950909 Oct 14 11:17:45.117833 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6d61e013-e291-4086-b531-d549513f6eb0 req-3f14c06c-b7d9-471f-bbeb-5c3ff7d67a21 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635664 Oct 14 11:17:45.119513 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-fb5f2178-7189-40ce-96e0-5a926559c269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:45.120967 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-fb5f2178-7189-40ce-96e0-5a926559c269 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8d13795-4deb-41c7-a1d9-9368b1e4f7b1 HTTP/1.1" status: 200 len: 851 time: 0.0548096 Oct 14 11:17:45.131691 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-319de7ae-7b76-4a07-ac6e-cdee3e231297 req-a3d17c9f-d3ce-4582-b0cb-41074e0c0bc3 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d7451c3-296c-483c-a2fd-630a02eabbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557156 Oct 14 11:17:45.176701 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-881399a6-4af0-40a1-8bf3-9441d9c39009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:45.178446 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-881399a6-4af0-40a1-8bf3-9441d9c39009 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=78406704-323b-4611-9294-7a5775aebeb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453186 Oct 14 11:17:45.206520 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device d9f09ac9-771b-46a5-a88b-50ff4fd3cf94 up at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:17:45.281897 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning for port d9f09ac9-771b-46a5-a88b-50ff4fd3cf94 completed by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 11:17:45.287231 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning complete for port d9f09ac9-771b-46a5-a88b-50ff4fd3cf94 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:17:45.287939 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:45.303751 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-46938b00-dfe9-4d9d-9830-ee21adc7622e req-07a5ae70-dfeb-43ef-9ef5-cdf869fece5b tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7aa3868-46f9-4a09-a20d-618b6d8d1188 HTTP/1.1" status: 200 len: 210 time: 0.0619323 Oct 14 11:17:45.319217 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-f053d5b8-1dc8-4c31-8dbe-eb8abe34c850 service neutron] 10.222.0.39 "GET /v2.0/networks/78406704-323b-4611-9294-7a5775aebeb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262631 Oct 14 11:17:45.337343 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5a9b3-d696-46c8-bf9d-0c62d492fff9 req-484800f8-ee58-4bb0-bbbd-74e0732821d4 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:45.338929 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-18d5a9b3-d696-46c8-bf9d-0c62d492fff9 req-484800f8-ee58-4bb0-bbbd-74e0732821d4 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 945 time: 0.1066649 Oct 14 11:17:45.428806 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:45.467995 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-ae7b925c-10dc-464f-8e48-a1cc104d911d req-f41ae881-d0c1-4747-a01b-ec5832c2c059 service neutron] 10.222.0.39 "GET /v2.0/networks/78406704-323b-4611-9294-7a5775aebeb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379600 Oct 14 11:17:45.477350 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port d9f09ac9-771b-46a5-a88b-50ff4fd3cf94, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d9f09ac9-771b-46a5-a88b-50ff4fd3cf94,segment=NetworkSegment(bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2),segment_id=bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:17:45.485823 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:45.487377 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 61749222-a273-487b-a559-958a06098102 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:17:45.563757 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] No Port match for: 61749222-a273-487b-a559-958a06098102 {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:17:45.564330 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 61749222-a273-487b-a559-958a06098102 not bound to the agent host hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:17:45.596851 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=d9f09ac9-771b-46a5-a88b-50ff4fd3cf94,revision_number=5']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:45.625001 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519b9ff3-e637-42b1-b1aa-8c915b77a44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6809da7-ac33-44cc-9f3b-f273b491fc66'}, {'server_uuid': '847bbfd2-ba17-4f88-b186-8b0609f16897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f09ac9-771b-46a5-a88b-50ff4fd3cf94'}] {{(pid=99970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:17:45.627670 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e67274c3f7888a1e620d1da4f152c08f6ed72520f222e4ac6b19e3f5d220bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ffb707-cdc7-407f-b42d-e5126591aa56" -d '{"events": [{"server_uuid": "519b9ff3-e637-42b1-b1aa-8c915b77a44e", "name": "network-vif-plugged", "status": "completed", "tag": "d6809da7-ac33-44cc-9f3b-f273b491fc66"}, {"server_uuid": "847bbfd2-ba17-4f88-b186-8b0609f16897", "name": "network-vif-plugged", "status": "completed", "tag": "d9f09ac9-771b-46a5-a88b-50ff4fd3cf94"}]}' {{(pid=99970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:17:45.696542 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-18d5a9b3-d696-46c8-bf9d-0c62d492fff9 req-72141c29-85f3-4a58-8d1b-82854a0e7399 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?id=9090bc29-970b-4cf3-a1a8-b2c31caa2673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460665 Oct 14 11:17:45.716841 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e530ef9-dc6f-48ad-bf06-7ba550100374 req-748fa3fb-8c4a-42a3-95e9-5755fa36569e tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:45.718941 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8e530ef9-dc6f-48ad-bf06-7ba550100374 req-748fa3fb-8c4a-42a3-95e9-5755fa36569e tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 947 time: 0.0676894 Oct 14 11:17:45.761661 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8e530ef9-dc6f-48ad-bf06-7ba550100374 req-1a1daa4c-9e7a-47ec-ac69-a973c270a4b7 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367525 Oct 14 11:17:45.825178 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 14 Oct 2021 11:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8cd30c-ea6c-4783-937a-d5d5ecb3019e x-openstack-request-id: req-cf8cd30c-ea6c-4783-937a-d5d5ecb3019e {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:17:45.825477 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519b9ff3-e637-42b1-b1aa-8c915b77a44e", "name": "network-vif-plugged", "status": "completed", "tag": "d6809da7-ac33-44cc-9f3b-f273b491fc66", "code": 200}, {"server_uuid": "847bbfd2-ba17-4f88-b186-8b0609f16897", "name": "network-vif-plugged", "status": "completed", "tag": "d9f09ac9-771b-46a5-a88b-50ff4fd3cf94", "code": 200}]} {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:17:45.825733 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cf8cd30c-ea6c-4783-937a-d5d5ecb3019e {{(pid=99970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:17:45.826163 dv-cinder-801354-3-iscsi neutron-server[99970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519b9ff3-e637-42b1-b1aa-8c915b77a44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6809da7-ac33-44cc-9f3b-f273b491fc66', 'code': 200} Oct 14 11:17:45.826571 dv-cinder-801354-3-iscsi neutron-server[99970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847bbfd2-ba17-4f88-b186-8b0609f16897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f09ac9-771b-46a5-a88b-50ff4fd3cf94', 'code': 200} Oct 14 11:17:45.828434 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386c528-6424-4d0e-81d3-411026d5140c req-141a2773-916d-46e8-9d43-49d53dd61cf0 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:45.830966 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b386c528-6424-4d0e-81d3-411026d5140c req-141a2773-916d-46e8-9d43-49d53dd61cf0 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0736926 Oct 14 11:17:45.910815 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b386c528-6424-4d0e-81d3-411026d5140c req-2512cea7-1849-4d8d-9d73-cf942f720656 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737119 Oct 14 11:17:46.018314 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4998d-0b6b-480a-ba62-f2d22a79f8e0 req-d3114642-c8cb-4615-8456-c07dda46604d tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:46.023085 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-d6d4998d-0b6b-480a-ba62-f2d22a79f8e0 req-d3114642-c8cb-4615-8456-c07dda46604d tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.39 "GET /v2.0/ports?device_id=389ace55-4b8d-46cb-a0ba-85464ab37efc HTTP/1.1" status: 200 len: 945 time: 0.1260600 Oct 14 11:17:46.066103 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa3aa0-3993-4bcd-ab25-c62a5c274f50 req-f543234a-43f5-4447-a06d-f45f1cdc1ab0 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:46.070242 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-94fa3aa0-3993-4bcd-ab25-c62a5c274f50 req-f543234a-43f5-4447-a06d-f45f1cdc1ab0 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=79308c78-65f9-467f-a3bc-639fb062472a HTTP/1.1" status: 200 len: 944 time: 0.1392243 Oct 14 11:17:46.181205 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa697a4b-a273-48f6-86d9-e5c78f13c551 req-db7f278e-6c6e-469c-8903-ddb25645898a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:46.182801 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-aa697a4b-a273-48f6-86d9-e5c78f13c551 req-db7f278e-6c6e-469c-8903-ddb25645898a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=519b9ff3-e637-42b1-b1aa-8c915b77a44e HTTP/1.1" status: 200 len: 1098 time: 0.0639369 Oct 14 11:17:46.189600 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-94fa3aa0-3993-4bcd-ab25-c62a5c274f50 req-de375fca-8e00-4ade-a6d6-28c5667017f5 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959477 Oct 14 11:17:46.192586 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3359991-c5a7-4a04-ac03-582c5a2f2e22 req-3e5d1464-18c9-4ea7-8506-293798f543af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:46.194105 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a3359991-c5a7-4a04-ac03-582c5a2f2e22 req-3e5d1464-18c9-4ea7-8506-293798f543af service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 1099 time: 0.0878346 Oct 14 11:17:46.229573 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [req-d6d4998d-0b6b-480a-ba62-f2d22a79f8e0 req-591db3ef-e3cd-4fcf-bcfa-cebae4f91160 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Deleting port ad9ccc5f-d044-4315-8185-3e686e11242a {{(pid=99968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:17:46.230058 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-d6d4998d-0b6b-480a-ba62-f2d22a79f8e0 req-591db3ef-e3cd-4fcf-bcfa-cebae4f91160 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:46.322314 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a3359991-c5a7-4a04-ac03-582c5a2f2e22 req-45434079-a9e6-4825-a2b6-287bdbaa23ce service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9090bc29-970b-4cf3-a1a8-b2c31caa2673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085048 Oct 14 11:17:46.326066 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-aa697a4b-a273-48f6-86d9-e5c78f13c551 req-db2d5212-b8cb-4a98-9e68-2ffd96b2db2c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8d7451c3-296c-483c-a2fd-630a02eabbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343157 Oct 14 11:17:46.357089 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec12e8-e056-4129-aa18-85478e0d9616 req-afdd7287-51b1-49cd-a873-71374b16b21f tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:46.360191 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e2ec12e8-e056-4129-aa18-85478e0d9616 req-afdd7287-51b1-49cd-a873-71374b16b21f tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=389ace55-4b8d-46cb-a0ba-85464ab37efc HTTP/1.1" status: 200 len: 945 time: 0.1350043 Oct 14 11:17:46.387782 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b77fce-d64f-423e-ae74-52b010915510 req-02698bb6-f399-4432-ad0f-064d1905602b tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:46.388396 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [req-d6d4998d-0b6b-480a-ba62-f2d22a79f8e0 req-591db3ef-e3cd-4fcf-bcfa-cebae4f91160 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] For port ad9ccc5f-d044-4315-8185-3e686e11242a, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=ad9ccc5f-d044-4315-8185-3e686e11242a,segment=NetworkSegment(c0248d36-4a3e-4591-a907-589459636a0e),segment_id=c0248d36-4a3e-4591-a907-589459636a0e)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:17:46.388881 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-d6d4998d-0b6b-480a-ba62-f2d22a79f8e0 req-591db3ef-e3cd-4fcf-bcfa-cebae4f91160 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:46.389974 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e3b77fce-d64f-423e-ae74-52b010915510 req-02698bb6-f399-4432-ad0f-064d1905602b tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?device_id=519b9ff3-e637-42b1-b1aa-8c915b77a44e HTTP/1.1" status: 200 len: 945 time: 0.1158390 Oct 14 11:17:46.407151 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [req-d6d4998d-0b6b-480a-ba62-f2d22a79f8e0 req-591db3ef-e3cd-4fcf-bcfa-cebae4f91160 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Calling delete_port for ad9ccc5f-d044-4315-8185-3e686e11242a owned by compute:nova {{(pid=99968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:17:46.443698 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e2ec12e8-e056-4129-aa18-85478e0d9616 req-94bf1eba-1615-4959-adf7-53a71aa430a5 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740004 Oct 14 11:17:46.452848 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e3b77fce-d64f-423e-ae74-52b010915510 req-5e14408b-3471-47c8-8718-1d4472c73fc9 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d7451c3-296c-483c-a2fd-630a02eabbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553732 Oct 14 11:17:46.599863 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-d6d4998d-0b6b-480a-ba62-f2d22a79f8e0 req-591db3ef-e3cd-4fcf-bcfa-cebae4f91160 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440'] for port, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:46.612779 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['eed25f1e-9a27-4b42-a5bd-d105cc2fad41', '7274cb5b-3435-4889-8615-e6d057a87e1b', 'ad9ccc5f-d044-4315-8185-3e686e11242a'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:17:46.631076 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591db3ef-e3cd-4fcf-bcfa-cebae4f91160 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Pushing event deleted for resources: {'Port': ['ID=ad9ccc5f-d044-4315-8185-3e686e11242a,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:46.672655 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591db3ef-e3cd-4fcf-bcfa-cebae4f91160 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:17:46.673373 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591db3ef-e3cd-4fcf-bcfa-cebae4f91160 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:17:46.673373 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591db3ef-e3cd-4fcf-bcfa-cebae4f91160 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:17:46.673761 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591db3ef-e3cd-4fcf-bcfa-cebae4f91160 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:17:46.673992 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591db3ef-e3cd-4fcf-bcfa-cebae4f91160 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:17:46.674359 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591db3ef-e3cd-4fcf-bcfa-cebae4f91160 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:17:46.674688 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591db3ef-e3cd-4fcf-bcfa-cebae4f91160 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:17:46.675016 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591db3ef-e3cd-4fcf-bcfa-cebae4f91160 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:17:46.675346 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591db3ef-e3cd-4fcf-bcfa-cebae4f91160 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:17:46.675663 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591db3ef-e3cd-4fcf-bcfa-cebae4f91160 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:17:46.675986 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591db3ef-e3cd-4fcf-bcfa-cebae4f91160 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:17:46.676556 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591db3ef-e3cd-4fcf-bcfa-cebae4f91160 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:17:46.700350 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d4998d-0b6b-480a-ba62-f2d22a79f8e0 req-591db3ef-e3cd-4fcf-bcfa-cebae4f91160 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] No DVR routers for this DVR port ad9ccc5f-d044-4315-8185-3e686e11242a on host hv-cinder-80135 {{(pid=99968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:17:46.704213 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-d6d4998d-0b6b-480a-ba62-f2d22a79f8e0 req-591db3ef-e3cd-4fcf-bcfa-cebae4f91160 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:46.707705 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-d6d4998d-0b6b-480a-ba62-f2d22a79f8e0 req-591db3ef-e3cd-4fcf-bcfa-cebae4f91160 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.39 "DELETE /v2.0/ports/ad9ccc5f-d044-4315-8185-3e686e11242a HTTP/1.1" status: 204 len: 173 time: 0.6608510 Oct 14 11:17:46.798828 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36aa3b-13d4-4d48-b454-6f57d5fdbecf req-ea79329b-fe8d-4472-8c3d-00a34e2701ce tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:46.802730 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1a36aa3b-13d4-4d48-b454-6f57d5fdbecf req-ea79329b-fe8d-4472-8c3d-00a34e2701ce tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.0878456 Oct 14 11:17:46.833866 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79308c78-65f9-467f-a3bc-639fb062472a', 'tag': 'd70e2d27-ce31-44bd-ac2e-a3be7b4c10b0'}, {'server_uuid': '389ace55-4b8d-46cb-a0ba-85464ab37efc', 'name': 'network-vif-deleted', 'tag': 'ad9ccc5f-d044-4315-8185-3e686e11242a'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:17:46.836810 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bc8dce43effdfc17fa197fa73d2f682717a0aeb1d45e7b66290f8ec122344fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e6b61f-4573-4370-a2eb-65152cfbb254" -d '{"events": [{"name": "network-changed", "server_uuid": "79308c78-65f9-467f-a3bc-639fb062472a", "tag": "d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0"}, {"server_uuid": "389ace55-4b8d-46cb-a0ba-85464ab37efc", "name": "network-vif-deleted", "tag": "ad9ccc5f-d044-4315-8185-3e686e11242a"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:17:46.884623 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1a36aa3b-13d4-4d48-b454-6f57d5fdbecf req-4d587497-b099-43d6-a16c-ca266ace8be3 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783947 Oct 14 11:17:46.897052 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756a7d5-6ee3-430c-be33-97201f6b08c6 req-04975800-e2f7-4f0b-8d62-eec25218a783 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:46.907513 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b756a7d5-6ee3-430c-be33-97201f6b08c6 req-04975800-e2f7-4f0b-8d62-eec25218a783 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 946 time: 0.1203651 Oct 14 11:17:46.947519 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b756a7d5-6ee3-430c-be33-97201f6b08c6 req-c70b62a9-8a1e-4525-b362-6bf349a3cd62 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?id=9090bc29-970b-4cf3-a1a8-b2c31caa2673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385718 Oct 14 11:17:46.995353 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 14 Oct 2021 11:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b091200-10bf-4b43-af09-3e87dbe4f695 x-openstack-request-id: req-8b091200-10bf-4b43-af09-3e87dbe4f695 {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:17:46.995682 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79308c78-65f9-467f-a3bc-639fb062472a", "tag": "d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0", "status": "completed", "code": 200}, {"server_uuid": "389ace55-4b8d-46cb-a0ba-85464ab37efc", "name": "network-vif-deleted", "tag": "ad9ccc5f-d044-4315-8185-3e686e11242a", "status": "completed", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:17:46.995939 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8b091200-10bf-4b43-af09-3e87dbe4f695 {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:17:46.996343 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79308c78-65f9-467f-a3bc-639fb062472a', 'tag': 'd70e2d27-ce31-44bd-ac2e-a3be7b4c10b0', 'status': 'completed', 'code': 200} Oct 14 11:17:46.996602 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '389ace55-4b8d-46cb-a0ba-85464ab37efc', 'name': 'network-vif-deleted', 'tag': 'ad9ccc5f-d044-4315-8185-3e686e11242a', 'status': 'completed', 'code': 200} Oct 14 11:17:47.006365 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7ad33-723b-4ad5-b5be-dc6effd3c7a2 req-87a7c672-59d4-4715-a7a0-76c20bbd688e tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:47.007885 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f4d7ad33-723b-4ad5-b5be-dc6effd3c7a2 req-87a7c672-59d4-4715-a7a0-76c20bbd688e tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 947 time: 0.0536020 Oct 14 11:17:47.073861 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f4d7ad33-723b-4ad5-b5be-dc6effd3c7a2 req-0a94d58d-e455-450d-9b46-ca0e4edec118 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593472 Oct 14 11:17:47.093669 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6b61f-4573-4370-a2eb-65152cfbb254 req-d2362878-b4be-4e36-8c2e-011d2e470ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:47.095692 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-d3e6b61f-4573-4370-a2eb-65152cfbb254 req-d2362878-b4be-4e36-8c2e-011d2e470ac8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4e158813d8fb41e8ab4e77f6fecff0e2&device_id=79308c78-65f9-467f-a3bc-639fb062472a HTTP/1.1" status: 200 len: 1097 time: 0.0509672 Oct 14 11:17:47.125755 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24679b8-2b0f-4479-8c6a-12b1cbd8940a req-fd525ca2-9550-4691-aeb0-c0be54f5f776 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:47.127258 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d24679b8-2b0f-4479-8c6a-12b1cbd8940a req-fd525ca2-9550-4691-aeb0-c0be54f5f776 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0791829 Oct 14 11:17:47.168552 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d24679b8-2b0f-4479-8c6a-12b1cbd8940a req-732482d7-6d2d-4615-8ed7-43be51c9f545 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351837 Oct 14 11:17:47.206211 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6b61f-4573-4370-a2eb-65152cfbb254 req-5e35eda4-4323-4bab-af49-8a954145872a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:47.207664 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-d3e6b61f-4573-4370-a2eb-65152cfbb254 req-5e35eda4-4323-4bab-af49-8a954145872a service neutron] 10.222.0.39 "GET /v2.0/networks?id=78406704-323b-4611-9294-7a5775aebeb9 HTTP/1.1" status: 200 len: 913 time: 0.1035485 Oct 14 11:17:47.253719 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-d3e6b61f-4573-4370-a2eb-65152cfbb254 req-dbfd76a8-45e2-4117-b60a-3a88baefef26 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0 HTTP/1.1" status: 200 len: 217 time: 0.0375693 Oct 14 11:17:47.324675 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6b61f-4573-4370-a2eb-65152cfbb254 req-ee04f67f-3eb1-4122-93fe-f5e37a56e2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:47.327735 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-d3e6b61f-4573-4370-a2eb-65152cfbb254 req-ee04f67f-3eb1-4122-93fe-f5e37a56e2a5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8d13795-4deb-41c7-a1d9-9368b1e4f7b1 HTTP/1.1" status: 200 len: 851 time: 0.0613189 Oct 14 11:17:47.331316 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf4eb0-d799-4083-8ee9-dfe9798f8bc8 req-024ba54a-7a52-4b9e-b339-900497f1b2ab tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:47.332803 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-11bf4eb0-d799-4083-8ee9-dfe9798f8bc8 req-024ba54a-7a52-4b9e-b339-900497f1b2ab tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=79308c78-65f9-467f-a3bc-639fb062472a HTTP/1.1" status: 200 len: 944 time: 0.0678935 Oct 14 11:17:47.374009 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-11bf4eb0-d799-4083-8ee9-dfe9798f8bc8 req-0dc0321a-60ec-40b1-9c3d-a63593d172c5 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350962 Oct 14 11:17:47.391646 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6b61f-4573-4370-a2eb-65152cfbb254 req-299883f9-3172-4687-8d86-c2f2ebcd2e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:47.393144 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-d3e6b61f-4573-4370-a2eb-65152cfbb254 req-299883f9-3172-4687-8d86-c2f2ebcd2e3b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=78406704-323b-4611-9294-7a5775aebeb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0583107 Oct 14 11:17:47.493071 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-d3e6b61f-4573-4370-a2eb-65152cfbb254 req-736e48f4-48e9-498c-8e7a-8f954c4668ca service neutron] 10.222.0.39 "GET /v2.0/networks/78406704-323b-4611-9294-7a5775aebeb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914776 Oct 14 11:17:47.581305 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e6a4c-9d08-4217-849a-e85f19bc7366 req-a480c528-8b48-43aa-bbcf-acea446a023e tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:47.583484 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-146e6a4c-9d08-4217-849a-e85f19bc7366 req-a480c528-8b48-43aa-bbcf-acea446a023e tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?device_id=519b9ff3-e637-42b1-b1aa-8c915b77a44e HTTP/1.1" status: 200 len: 945 time: 0.0557568 Oct 14 11:17:47.614791 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-d3e6b61f-4573-4370-a2eb-65152cfbb254 req-5e214cb1-46ef-4d59-a09c-1b950d446e88 service neutron] 10.222.0.39 "GET /v2.0/networks/78406704-323b-4611-9294-7a5775aebeb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060669 Oct 14 11:17:47.639360 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-146e6a4c-9d08-4217-849a-e85f19bc7366 req-40f9bedf-8204-4c7a-8572-adbe56124bdf tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d7451c3-296c-483c-a2fd-630a02eabbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453207 Oct 14 11:17:47.747790 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d028ce0-b640-4530-a94e-949f0ad5ea4f req-dbbc07da-070b-48c7-a241-1c83f35b7bcf tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:47.749568 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3d028ce0-b640-4530-a94e-949f0ad5ea4f req-dbbc07da-070b-48c7-a241-1c83f35b7bcf tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=21fd12b6-9be3-4aa7-a7e6-e430e376449c HTTP/1.1" status: 200 len: 945 time: 0.0636103 Oct 14 11:17:47.791109 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3d028ce0-b640-4530-a94e-949f0ad5ea4f req-4e495ca5-3b70-499b-8970-4cf1adb3326b tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352564 Oct 14 11:17:48.021389 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a23b1-4585-4508-910b-49e94256a3ca req-c6db373f-1654-4ffc-b765-e7dc69308310 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:48.023473 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e07a23b1-4585-4508-910b-49e94256a3ca req-c6db373f-1654-4ffc-b765-e7dc69308310 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.0639284 Oct 14 11:17:48.096084 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e07a23b1-4585-4508-910b-49e94256a3ca req-055cff04-d0cb-4d2a-9105-4fa9a65de192 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586240 Oct 14 11:17:48.107929 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45382179-8cc8-4418-bbc8-042915aa1033 req-157a35c4-7943-4284-87ba-3f75d01eeb27 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:48.110142 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-45382179-8cc8-4418-bbc8-042915aa1033 req-157a35c4-7943-4284-87ba-3f75d01eeb27 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 946 time: 0.0836854 Oct 14 11:17:48.157120 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-45382179-8cc8-4418-bbc8-042915aa1033 req-f01c862d-a449-44d2-b9ef-86dcea48daf3 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?id=9090bc29-970b-4cf3-a1a8-b2c31caa2673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409946 Oct 14 11:17:48.346488 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc8cfd-6119-4747-a4cb-74635d064a49 req-be4c72a4-ec69-4fb4-9dd9-82ae3b6c9a26 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:48.348001 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0fcc8cfd-6119-4747-a4cb-74635d064a49 req-be4c72a4-ec69-4fb4-9dd9-82ae3b6c9a26 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 946 time: 0.0894310 Oct 14 11:17:48.356663 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9230f33-5cde-4e11-b0a0-c75f2c1ddcad req-e70ad639-82b2-4441-902c-76337d6eeb94 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:48.358809 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e9230f33-5cde-4e11-b0a0-c75f2c1ddcad req-e70ad639-82b2-4441-902c-76337d6eeb94 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0886683 Oct 14 11:17:48.418016 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0fcc8cfd-6119-4747-a4cb-74635d064a49 req-12b86df9-d3f6-446c-90f8-3c400cdb2bbd tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?id=9090bc29-970b-4cf3-a1a8-b2c31caa2673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581989 Oct 14 11:17:48.426688 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e9230f33-5cde-4e11-b0a0-c75f2c1ddcad req-6a37e1a8-b916-487e-9faf-2ef472bf8232 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595033 Oct 14 11:17:48.559179 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d17901-a99b-448a-b06d-ac85221a547d req-76bc422d-f85e-4714-8eb4-7944ac4f960a tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:48.561776 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-35d17901-a99b-448a-b06d-ac85221a547d req-76bc422d-f85e-4714-8eb4-7944ac4f960a tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=79308c78-65f9-467f-a3bc-639fb062472a HTTP/1.1" status: 200 len: 944 time: 0.0719235 Oct 14 11:17:48.605510 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-35d17901-a99b-448a-b06d-ac85221a547d req-9ed99ca5-73c1-4f73-9082-fda51b6abbc4 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368712 Oct 14 11:17:48.796611 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492e459-1972-4061-a307-3351b0051b69 req-47e61917-e8f8-4153-b14a-957bda152b5a tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:48.798096 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3492e459-1972-4061-a307-3351b0051b69 req-47e61917-e8f8-4153-b14a-957bda152b5a tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?device_id=519b9ff3-e637-42b1-b1aa-8c915b77a44e HTTP/1.1" status: 200 len: 945 time: 0.0696285 Oct 14 11:17:48.856576 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3492e459-1972-4061-a307-3351b0051b69 req-4841b4d7-834e-4cb1-83ee-6675f5620397 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d7451c3-296c-483c-a2fd-630a02eabbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448961 Oct 14 11:17:48.865210 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98a03a-11f0-4406-b766-9594a6670993 req-4b0b8a27-d99d-4636-8aa4-340c505ebd01 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:48.866772 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8a98a03a-11f0-4406-b766-9594a6670993 req-4b0b8a27-d99d-4636-8aa4-340c505ebd01 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 946 time: 0.0915451 Oct 14 11:17:48.926453 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8a98a03a-11f0-4406-b766-9594a6670993 req-5360e8c0-d2a0-47f5-a814-cb583e7d61a0 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?id=9090bc29-970b-4cf3-a1a8-b2c31caa2673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526221 Oct 14 11:17:48.986585 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed65a1b-19b6-4a86-8efc-3ed306fa4032 req-5f0a24aa-8425-4573-95a9-4c0ab43403e5 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:48.988160 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8ed65a1b-19b6-4a86-8efc-3ed306fa4032 req-5f0a24aa-8425-4573-95a9-4c0ab43403e5 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=21fd12b6-9be3-4aa7-a7e6-e430e376449c HTTP/1.1" status: 200 len: 945 time: 0.0604646 Oct 14 11:17:49.059721 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8ed65a1b-19b6-4a86-8efc-3ed306fa4032 req-3a9c7424-08aa-429c-9459-9e27d5c565b1 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587034 Oct 14 11:17:49.222860 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device ad9ccc5f-d044-4315-8185-3e686e11242a no longer exists at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:17:49.245726 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] No Port match for: ad9ccc5f-d044-4315-8185-3e686e11242a {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:17:49.246431 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device ad9ccc5f-d044-4315-8185-3e686e11242a not bound to the agent host hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:17:49.274204 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2cbfe9-be78-4256-83b9-59f4439bf838 req-5244a23a-3dd0-4646-b3de-2c7f4507827c tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:49.276907 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ba2cbfe9-be78-4256-83b9-59f4439bf838 req-5244a23a-3dd0-4646-b3de-2c7f4507827c tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.1029980 Oct 14 11:17:49.351579 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ba2cbfe9-be78-4256-83b9-59f4439bf838 req-325b14c7-400e-4655-a0e5-c791163e419c tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668850 Oct 14 11:17:49.569490 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339829fa-3088-4987-ae67-517179394f89 req-4f914ce9-6089-4538-8a02-84a1970581fc tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:49.571093 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-339829fa-3088-4987-ae67-517179394f89 req-4f914ce9-6089-4538-8a02-84a1970581fc tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0535531 Oct 14 11:17:49.614217 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-339829fa-3088-4987-ae67-517179394f89 req-126a1d85-2fda-4441-9079-3b46f4257861 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346880 Oct 14 11:17:49.734040 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674a365-b853-486b-9602-c8b637fedc77 req-30d7e97b-a502-45e9-abd0-5f79e0260d64 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:49.735613 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f674a365-b853-486b-9602-c8b637fedc77 req-30d7e97b-a502-45e9-abd0-5f79e0260d64 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=79308c78-65f9-467f-a3bc-639fb062472a HTTP/1.1" status: 200 len: 944 time: 0.0520711 Oct 14 11:17:49.794199 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f674a365-b853-486b-9602-c8b637fedc77 req-2c96204b-f88a-4dea-93e0-472dc8ca992a tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515492 Oct 14 11:17:50.202220 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729cdb1e-0f3f-4d3a-af6c-753391d705bd req-78a0c6e3-c264-415c-b598-dc942eac38a9 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:50.203780 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-729cdb1e-0f3f-4d3a-af6c-753391d705bd req-78a0c6e3-c264-415c-b598-dc942eac38a9 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=21fd12b6-9be3-4aa7-a7e6-e430e376449c HTTP/1.1" status: 200 len: 945 time: 0.0632646 Oct 14 11:17:50.208529 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d46db8-233b-4bf9-9377-73dc4aaf4ec5 req-a172d282-8330-4b6e-a10b-cb209e9711c3 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:50.210367 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-25d46db8-233b-4bf9-9377-73dc4aaf4ec5 req-a172d282-8330-4b6e-a10b-cb209e9711c3 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.39 "GET /v2.0/ports?device_id=21fd12b6-9be3-4aa7-a7e6-e430e376449c HTTP/1.1" status: 200 len: 945 time: 0.0584536 Oct 14 11:17:50.255133 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-729cdb1e-0f3f-4d3a-af6c-753391d705bd req-15cacecf-1bdf-4e5e-a646-ed234da5f32b tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448453 Oct 14 11:17:50.327566 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [req-25d46db8-233b-4bf9-9377-73dc4aaf4ec5 req-a9dd02fa-a31b-452a-969f-a80dc9301e8b tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Deleting port 7274cb5b-3435-4889-8615-e6d057a87e1b {{(pid=99968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:17:50.327774 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-25d46db8-233b-4bf9-9377-73dc4aaf4ec5 req-a9dd02fa-a31b-452a-969f-a80dc9301e8b tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:50.449152 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [req-25d46db8-233b-4bf9-9377-73dc4aaf4ec5 req-a9dd02fa-a31b-452a-969f-a80dc9301e8b tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] For port 7274cb5b-3435-4889-8615-e6d057a87e1b, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=7274cb5b-3435-4889-8615-e6d057a87e1b,segment=NetworkSegment(c0248d36-4a3e-4591-a907-589459636a0e),segment_id=c0248d36-4a3e-4591-a907-589459636a0e)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:17:50.449792 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-25d46db8-233b-4bf9-9377-73dc4aaf4ec5 req-a9dd02fa-a31b-452a-969f-a80dc9301e8b tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:50.467767 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [req-25d46db8-233b-4bf9-9377-73dc4aaf4ec5 req-a9dd02fa-a31b-452a-969f-a80dc9301e8b tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Calling delete_port for 7274cb5b-3435-4889-8615-e6d057a87e1b owned by compute:nova {{(pid=99968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:17:50.527348 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be0cc6-79fa-44fe-a22c-c4242e196e0b req-70a6333f-8c91-45b5-aaae-4500eddb8b72 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:50.529538 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-09be0cc6-79fa-44fe-a22c-c4242e196e0b req-70a6333f-8c91-45b5-aaae-4500eddb8b72 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.0608985 Oct 14 11:17:50.575165 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-09be0cc6-79fa-44fe-a22c-c4242e196e0b req-eb3a3c6f-2ae6-493c-9b5c-43da34306718 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445268 Oct 14 11:17:50.681614 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-25d46db8-233b-4bf9-9377-73dc4aaf4ec5 req-a9dd02fa-a31b-452a-969f-a80dc9301e8b tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440'] for port, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:50.707052 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['eed25f1e-9a27-4b42-a5bd-d105cc2fad41', '7274cb5b-3435-4889-8615-e6d057a87e1b'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:17:50.720918 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd02fa-a31b-452a-969f-a80dc9301e8b tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Pushing event deleted for resources: {'Port': ['ID=7274cb5b-3435-4889-8615-e6d057a87e1b,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:50.809094 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ae35c-9f3d-41a1-b73f-dd3f821933d8 req-e4b5ae1e-79ec-4a4c-b20f-94da8c98c88a tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:50.812590 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8c6ae35c-9f3d-41a1-b73f-dd3f821933d8 req-e4b5ae1e-79ec-4a4c-b20f-94da8c98c88a tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0989501 Oct 14 11:17:50.813378 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d46db8-233b-4bf9-9377-73dc4aaf4ec5 req-a9dd02fa-a31b-452a-969f-a80dc9301e8b tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] No DVR routers for this DVR port 7274cb5b-3435-4889-8615-e6d057a87e1b on host hv-cinder-80135 {{(pid=99968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:17:50.817620 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-25d46db8-233b-4bf9-9377-73dc4aaf4ec5 req-a9dd02fa-a31b-452a-969f-a80dc9301e8b tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:50.824313 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-25d46db8-233b-4bf9-9377-73dc4aaf4ec5 req-a9dd02fa-a31b-452a-969f-a80dc9301e8b tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.39 "DELETE /v2.0/ports/7274cb5b-3435-4889-8615-e6d057a87e1b HTTP/1.1" status: 204 len: 173 time: 0.6045451 Oct 14 11:17:50.825118 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21fd12b6-9be3-4aa7-a7e6-e430e376449c', 'name': 'network-vif-deleted', 'tag': '7274cb5b-3435-4889-8615-e6d057a87e1b'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:17:50.830548 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bc8dce43effdfc17fa197fa73d2f682717a0aeb1d45e7b66290f8ec122344fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a81512-1fa0-400a-973c-d08fd1617933" -d '{"events": [{"server_uuid": "21fd12b6-9be3-4aa7-a7e6-e430e376449c", "name": "network-vif-deleted", "tag": "7274cb5b-3435-4889-8615-e6d057a87e1b"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:17:50.876022 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8c6ae35c-9f3d-41a1-b73f-dd3f821933d8 req-b901cfd1-4a5d-4058-a246-4ac51bd3d0b3 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563638 Oct 14 11:17:51.082139 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0bf90-d2fe-46cc-9db6-b733920690c3 req-ff09dcbf-1bbc-4cac-908f-c7df1f29c997 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:51.084607 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-88f0bf90-d2fe-46cc-9db6-b733920690c3 req-ff09dcbf-1bbc-4cac-908f-c7df1f29c997 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=79308c78-65f9-467f-a3bc-639fb062472a HTTP/1.1" status: 200 len: 944 time: 0.0956411 Oct 14 11:17:51.159142 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-88f0bf90-d2fe-46cc-9db6-b733920690c3 req-0cb3d769-8ab3-40f1-91eb-58f166532c98 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646963 Oct 14 11:17:51.175120 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d005400-9e27-47da-9081-8c83de23dc6c x-openstack-request-id: req-0d005400-9e27-47da-9081-8c83de23dc6c {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:17:51.175915 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21fd12b6-9be3-4aa7-a7e6-e430e376449c", "name": "network-vif-deleted", "tag": "7274cb5b-3435-4889-8615-e6d057a87e1b", "status": "completed", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:17:51.176787 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0d005400-9e27-47da-9081-8c83de23dc6c {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:17:51.177724 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21fd12b6-9be3-4aa7-a7e6-e430e376449c', 'name': 'network-vif-deleted', 'tag': '7274cb5b-3435-4889-8615-e6d057a87e1b', 'status': 'completed', 'code': 200} Oct 14 11:17:51.369560 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-570babcd-4e18-47b8-beab-8de2f99175ff req-9c750b85-d72e-4892-853c-1f6cfb4a0e60 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=21fd12b6-9be3-4aa7-a7e6-e430e376449c HTTP/1.1" status: 200 len: 210 time: 0.0277689 Oct 14 11:17:51.692147 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21a804-9233-4195-babd-34c32bc51696 req-40b0217d-9877-41df-9af9-96e68457f9a7 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:51.693633 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9d21a804-9233-4195-babd-34c32bc51696 req-40b0217d-9877-41df-9af9-96e68457f9a7 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.0535564 Oct 14 11:17:51.738654 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9d21a804-9233-4195-babd-34c32bc51696 req-a3efd321-b0dd-4e73-8a9c-bd4d6239a7c7 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355954 Oct 14 11:17:52.020223 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e621f-5514-45b2-9cc5-f28f6f84f129 req-25dad084-1f42-4ad2-a2fe-a972525747bf tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:52.021824 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ab1e621f-5514-45b2-9cc5-f28f6f84f129 req-25dad084-1f42-4ad2-a2fe-a972525747bf tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0564060 Oct 14 11:17:52.065902 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ab1e621f-5514-45b2-9cc5-f28f6f84f129 req-e6ad96da-2b9c-4c52-996f-9b64961b3a00 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369716 Oct 14 11:17:52.306857 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfd50a-630a-4833-8e4b-e05945397181 req-1337c102-bda5-436e-83b3-ecc49a5abac9 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:52.308466 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a6bfd50a-630a-4833-8e4b-e05945397181 req-1337c102-bda5-436e-83b3-ecc49a5abac9 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=79308c78-65f9-467f-a3bc-639fb062472a HTTP/1.1" status: 200 len: 944 time: 0.0551088 Oct 14 11:17:52.349850 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a6bfd50a-630a-4833-8e4b-e05945397181 req-611f1b19-051d-49fd-902d-1ac24a4be5c7 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350928 Oct 14 11:17:52.883572 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25de2e-ebb3-4fe4-8bb3-8216b6f04654 req-64c8684c-11f7-4a4b-be76-1d6cb8494e6e tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:52.885125 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9e25de2e-ebb3-4fe4-8bb3-8216b6f04654 req-64c8684c-11f7-4a4b-be76-1d6cb8494e6e tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.0537605 Oct 14 11:17:52.928709 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9e25de2e-ebb3-4fe4-8bb3-8216b6f04654 req-25223185-2396-49c4-9177-7b0df70ea448 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350740 Oct 14 11:17:53.209532 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3624888-d94b-4299-80c0-8f6a4cacb451 req-81056ecf-6b1c-42a2-a6ca-eb61b468ab3d tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:53.211101 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c3624888-d94b-4299-80c0-8f6a4cacb451 req-81056ecf-6b1c-42a2-a6ca-eb61b468ab3d tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0623071 Oct 14 11:17:53.238135 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=99970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:17:53.261722 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c3624888-d94b-4299-80c0-8f6a4cacb451 req-f5377286-a3ba-4f2e-ba73-c4888b3f0e7b tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442452 Oct 14 11:17:53.367235 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0,segment=NetworkSegment(65e0c828-a500-4212-8d75-55440898e75b),segment_id=65e0c828-a500-4212-8d75-55440898e75b)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:17:53.385539 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Returning: {'device': 'd70e2d27-ce31-44bd-ac2e-a3be7b4c10b0', 'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'port_id': 'd70e2d27-ce31-44bd-ac2e-a3be7b4c10b0', 'mac_address': 'fa:16:3e:7b:4b:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:17:53.431502 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:53.447872 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0 {{(pid=99970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:17:53.471998 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0,segment=NetworkSegment(65e0c828-a500-4212-8d75-55440898e75b),segment_id=65e0c828-a500-4212-8d75-55440898e75b)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:17:53.477229 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:53.491807 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde75217-ddc0-4e78-b617-46428f37024e req-8ad34238-8a94-4ba8-9641-d0718db40048 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:53.493502 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-dde75217-ddc0-4e78-b617-46428f37024e req-8ad34238-8a94-4ba8-9641-d0718db40048 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=79308c78-65f9-467f-a3bc-639fb062472a HTTP/1.1" status: 200 len: 944 time: 0.0582650 Oct 14 11:17:53.533855 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0,revision_number=4']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:53.540388 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-dde75217-ddc0-4e78-b617-46428f37024e req-d6be597a-17cc-4d26-8542-cbf0cb0dfabf tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394256 Oct 14 11:17:53.803026 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292fd14-b753-4d35-a601-bcfd6826745a req-f849fded-2a12-45b7-83fa-3302a5f69a07 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:53.804591 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0292fd14-b753-4d35-a601-bcfd6826745a req-f849fded-2a12-45b7-83fa-3302a5f69a07 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ab0eb5e-7e59-4012-a3d4-78e192969ba4 HTTP/1.1" status: 200 len: 946 time: 0.0522835 Oct 14 11:17:53.849479 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0292fd14-b753-4d35-a601-bcfd6826745a req-5ef31008-58cb-49b5-8f16-1615beca3c87 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386369 Oct 14 11:17:53.854483 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:17:54.082286 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe2432-dbea-4758-b276-953a2cf23149 req-80b839c0-2e8b-4c3e-b2a5-680126997fe5 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:54.084148 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-78fe2432-dbea-4758-b276-953a2cf23149 req-80b839c0-2e8b-4c3e-b2a5-680126997fe5 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.0666535 Oct 14 11:17:54.140602 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-78fe2432-dbea-4758-b276-953a2cf23149 req-328585e9-9b20-4090-8b21-533463717f36 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4596c4-d96b-497c-90d7-5d45081f7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485473 Oct 14 11:17:54.166377 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730cd1fb-e533-4430-8ef5-a4ab751bf5d6 req-6570960a-8688-4bce-9875-6c19177a0af2 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:54.168166 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-730cd1fb-e533-4430-8ef5-a4ab751bf5d6 req-6570960a-8688-4bce-9875-6c19177a0af2 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.39 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 945 time: 0.0653095 Oct 14 11:17:54.280657 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [req-730cd1fb-e533-4430-8ef5-a4ab751bf5d6 req-1a16fc45-7ea3-4f26-a761-c10b6dd6b0cf tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Deleting port 04c9b8a2-da58-4829-884d-badda3bdeb3d {{(pid=99968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:17:54.280973 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-730cd1fb-e533-4430-8ef5-a4ab751bf5d6 req-1a16fc45-7ea3-4f26-a761-c10b6dd6b0cf tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:54.411768 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62e895-9347-47be-8107-9a3cd68b60f5 req-4d96ddc1-4527-49e0-80c4-70224ef0eb45 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:54.414808 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5c62e895-9347-47be-8107-9a3cd68b60f5 req-4d96ddc1-4527-49e0-80c4-70224ef0eb45 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0760748 Oct 14 11:17:54.426421 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [req-730cd1fb-e533-4430-8ef5-a4ab751bf5d6 req-1a16fc45-7ea3-4f26-a761-c10b6dd6b0cf tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] For port 04c9b8a2-da58-4829-884d-badda3bdeb3d, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=04c9b8a2-da58-4829-884d-badda3bdeb3d,segment=NetworkSegment(f6e0ac5a-3aac-4edb-8646-5a6da67aa4de),segment_id=f6e0ac5a-3aac-4edb-8646-5a6da67aa4de)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:17:54.426793 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-730cd1fb-e533-4430-8ef5-a4ab751bf5d6 req-1a16fc45-7ea3-4f26-a761-c10b6dd6b0cf tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:54.446937 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [req-730cd1fb-e533-4430-8ef5-a4ab751bf5d6 req-1a16fc45-7ea3-4f26-a761-c10b6dd6b0cf tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Calling delete_port for 04c9b8a2-da58-4829-884d-badda3bdeb3d owned by compute:nova {{(pid=99968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:17:54.484072 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5c62e895-9347-47be-8107-9a3cd68b60f5 req-731034e7-bc8d-4471-8592-90703c52dfc3 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603046 Oct 14 11:17:54.624322 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-730cd1fb-e533-4430-8ef5-a4ab751bf5d6 req-1a16fc45-7ea3-4f26-a761-c10b6dd6b0cf tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440'] for port, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:54.668662 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16fc45-7ea3-4f26-a761-c10b6dd6b0cf tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Pushing event deleted for resources: {'Port': ['ID=04c9b8a2-da58-4829-884d-badda3bdeb3d,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:54.714562 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddffc8-1192-471d-9e91-5b3914bd5afa req-20133e0e-81b4-4068-833e-c9de77fa99ee tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:54.716365 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a2ddffc8-1192-471d-9e91-5b3914bd5afa req-20133e0e-81b4-4068-833e-c9de77fa99ee tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=79308c78-65f9-467f-a3bc-639fb062472a HTTP/1.1" status: 200 len: 945 time: 0.0673480 Oct 14 11:17:54.748276 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [req-730cd1fb-e533-4430-8ef5-a4ab751bf5d6 req-1a16fc45-7ea3-4f26-a761-c10b6dd6b0cf tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] No DVR routers for this DVR port 04c9b8a2-da58-4829-884d-badda3bdeb3d on host hv-cinder-80135 {{(pid=99968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:17:54.754220 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-730cd1fb-e533-4430-8ef5-a4ab751bf5d6 req-1a16fc45-7ea3-4f26-a761-c10b6dd6b0cf tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:54.762987 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-730cd1fb-e533-4430-8ef5-a4ab751bf5d6 req-1a16fc45-7ea3-4f26-a761-c10b6dd6b0cf tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.39 "DELETE /v2.0/ports/04c9b8a2-da58-4829-884d-badda3bdeb3d HTTP/1.1" status: 204 len: 173 time: 0.5854969 Oct 14 11:17:54.763697 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b85116-715b-4c3f-91e3-e52e2b173c70', 'name': 'network-vif-deleted', 'tag': '04c9b8a2-da58-4829-884d-badda3bdeb3d'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:17:54.769113 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bc8dce43effdfc17fa197fa73d2f682717a0aeb1d45e7b66290f8ec122344fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69949ed-19b5-417c-90a7-374d813c7e32" -d '{"events": [{"server_uuid": "71b85116-715b-4c3f-91e3-e52e2b173c70", "name": "network-vif-deleted", "tag": "04c9b8a2-da58-4829-884d-badda3bdeb3d"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:17:54.794042 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a2ddffc8-1192-471d-9e91-5b3914bd5afa req-34861477-625a-4e8e-933a-338d574548a5 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692911 Oct 14 11:17:54.833694 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057be5a-e94a-4160-80ba-9d4b45b18497 req-71f186dd-d6a8-437b-a8f6-6b6e40bf4884 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:54.835508 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6057be5a-e94a-4160-80ba-9d4b45b18497 req-71f186dd-d6a8-437b-a8f6-6b6e40bf4884 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0875175 Oct 14 11:17:54.862416 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34992f47-c861-4219-ba9f-94e62c7cb705 x-openstack-request-id: req-34992f47-c861-4219-ba9f-94e62c7cb705 {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:17:54.862809 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b85116-715b-4c3f-91e3-e52e2b173c70", "name": "network-vif-deleted", "tag": "04c9b8a2-da58-4829-884d-badda3bdeb3d", "status": "completed", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:17:54.863212 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-34992f47-c861-4219-ba9f-94e62c7cb705 {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:17:54.863781 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b85116-715b-4c3f-91e3-e52e2b173c70', 'name': 'network-vif-deleted', 'tag': '04c9b8a2-da58-4829-884d-badda3bdeb3d', 'status': 'completed', 'code': 200} Oct 14 11:17:54.891992 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30459fa9-78e4-45cd-9ef3-ee0243831956 req-c4e01861-2e95-4d25-b84a-511d52e079cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:54.894813 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-30459fa9-78e4-45cd-9ef3-ee0243831956 req-c4e01861-2e95-4d25-b84a-511d52e079cf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d0daa4f1d2954b57839a55588e202828&device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 1098 time: 0.0868959 Oct 14 11:17:54.913339 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6057be5a-e94a-4160-80ba-9d4b45b18497 req-1722054a-a380-4816-8f53-f0f3ff0900fb tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689950 Oct 14 11:17:55.029272 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30459fa9-78e4-45cd-9ef3-ee0243831956 req-12a4d3f1-88ce-43cb-b03a-e0f21df39199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:55.031998 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-30459fa9-78e4-45cd-9ef3-ee0243831956 req-12a4d3f1-88ce-43cb-b03a-e0f21df39199 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8adb0b2b-c914-4296-9b32-bac60154b49c HTTP/1.1" status: 200 len: 911 time: 0.1286378 Oct 14 11:17:55.039202 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['04c9b8a2-da58-4829-884d-badda3bdeb3d'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:17:55.040361 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d064663-15c6-43be-bf1b-947b0c58020f req-25dc57b3-b075-471b-9c63-f10dc386613f tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:55.042944 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1d064663-15c6-43be-bf1b-947b0c58020f req-25dc57b3-b075-471b-9c63-f10dc386613f tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ab0eb5e-7e59-4012-a3d4-78e192969ba4 HTTP/1.1" status: 200 len: 946 time: 0.0869300 Oct 14 11:17:55.089554 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1d064663-15c6-43be-bf1b-947b0c58020f req-572e75b4-203a-4036-baf4-b0987cd207e6 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397463 Oct 14 11:17:55.125282 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-30459fa9-78e4-45cd-9ef3-ee0243831956 req-f2b50826-7929-4c51-ade4-693f53d53f2f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9a152f6-505b-4c44-bbcf-c43c35135913 HTTP/1.1" status: 200 len: 1001 time: 0.0760279 Oct 14 11:17:55.182960 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30459fa9-78e4-45cd-9ef3-ee0243831956 req-58720891-6255-435a-9a3f-32014fbb8927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:55.184616 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-30459fa9-78e4-45cd-9ef3-ee0243831956 req-58720891-6255-435a-9a3f-32014fbb8927 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c4a9eff2-6c2d-4996-83b4-e446c185e0ed HTTP/1.1" status: 200 len: 849 time: 0.0506737 Oct 14 11:17:55.244974 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30459fa9-78e4-45cd-9ef3-ee0243831956 req-8b3ac621-2c1c-41a0-9bb7-73bcb7d21723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:55.247132 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-30459fa9-78e4-45cd-9ef3-ee0243831956 req-8b3ac621-2c1c-41a0-9bb7-73bcb7d21723 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8adb0b2b-c914-4296-9b32-bac60154b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532401 Oct 14 11:17:55.252004 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0 up at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:17:55.275005 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5d877bbf-8e83-4096-8f48-b1323b97c0ac req-c103526f-e988-4e97-8a71-990b45e03ba3 tempest-ServerRescueNegativeTestJSON-1197098549 tempest-ServerRescueNegativeTestJSON-1197098549-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b85116-715b-4c3f-91e3-e52e2b173c70 HTTP/1.1" status: 200 len: 210 time: 0.0421922 Oct 14 11:17:55.329859 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning for port d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0 completed by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 11:17:55.335070 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning complete for port d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:17:55.335443 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:55.384388 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-30459fa9-78e4-45cd-9ef3-ee0243831956 req-656add17-e79b-4867-b0a8-46eb90b5491e service neutron] 10.222.0.39 "GET /v2.0/networks/8adb0b2b-c914-4296-9b32-bac60154b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240444 Oct 14 11:17:55.479930 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:55.535964 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79308c78-65f9-467f-a3bc-639fb062472a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70e2d27-ce31-44bd-ac2e-a3be7b4c10b0'}] {{(pid=99970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:17:55.540152 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e67274c3f7888a1e620d1da4f152c08f6ed72520f222e4ac6b19e3f5d220bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4ab611-f783-41b1-8e91-0d5922da82a9" -d '{"events": [{"server_uuid": "79308c78-65f9-467f-a3bc-639fb062472a", "name": "network-vif-plugged", "status": "completed", "tag": "d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0"}]}' {{(pid=99970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:17:55.565555 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0,segment=NetworkSegment(65e0c828-a500-4212-8d75-55440898e75b),segment_id=65e0c828-a500-4212-8d75-55440898e75b)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:17:55.572760 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:55.574877 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 7274cb5b-3435-4889-8615-e6d057a87e1b no longer exists at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:17:55.639824 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-30459fa9-78e4-45cd-9ef3-ee0243831956 req-bfffc247-bf9f-44e4-b0cf-263e51343ba8 service neutron] 10.222.0.39 "GET /v2.0/networks/8adb0b2b-c914-4296-9b32-bac60154b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473552 Oct 14 11:17:55.673066 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a46fcf-dc22-43de-b5ae-febefbb1dac1 x-openstack-request-id: req-20a46fcf-dc22-43de-b5ae-febefbb1dac1 {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:17:55.673490 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79308c78-65f9-467f-a3bc-639fb062472a", "name": "network-vif-plugged", "status": "completed", "tag": "d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0", "code": 200}]} {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:17:55.673887 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-20a46fcf-dc22-43de-b5ae-febefbb1dac1 {{(pid=99970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:17:55.674492 dv-cinder-801354-3-iscsi neutron-server[99970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79308c78-65f9-467f-a3bc-639fb062472a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70e2d27-ce31-44bd-ac2e-a3be7b4c10b0', 'code': 200} Oct 14 11:17:55.675369 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] No Port match for: 7274cb5b-3435-4889-8615-e6d057a87e1b {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:17:55.676115 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 7274cb5b-3435-4889-8615-e6d057a87e1b not bound to the agent host hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:17:55.734664 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0,revision_number=5']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:55.927146 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8303f-3eb1-4cfd-84d7-65e50431732d req-27154b26-1fdc-4813-90d5-5cca13613f87 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:55.932232 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-0af8303f-3eb1-4cfd-84d7-65e50431732d req-27154b26-1fdc-4813-90d5-5cca13613f87 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ab0eb5e-7e59-4012-a3d4-78e192969ba4 HTTP/1.1" status: 200 len: 946 time: 0.1274090 Oct 14 11:17:56.099588 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb39002-7e9b-4bf7-85a8-fdfecb717097 req-1c0eec18-b454-44ed-894f-f0001290ace5 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:56.101816 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2cb39002-7e9b-4bf7-85a8-fdfecb717097 req-1c0eec18-b454-44ed-894f-f0001290ace5 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=79308c78-65f9-467f-a3bc-639fb062472a HTTP/1.1" status: 200 len: 946 time: 0.1476185 Oct 14 11:17:56.117451 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba7a5c-6ec6-4f43-9636-c2475a2615d5 req-29204157-639b-4936-8d54-6f18591f3240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:56.119113 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-3aba7a5c-6ec6-4f43-9636-c2475a2615d5 req-29204157-639b-4936-8d54-6f18591f3240 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=79308c78-65f9-467f-a3bc-639fb062472a HTTP/1.1" status: 200 len: 1099 time: 0.1060762 Oct 14 11:17:56.141564 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5c8c3-afee-40f3-87a3-6a21e02f425a req-20aabf04-2ce5-4f24-904d-0fc0cc8cd8c5 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:56.143122 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-dbe5c8c3-afee-40f3-87a3-6a21e02f425a req-20aabf04-2ce5-4f24-904d-0fc0cc8cd8c5 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.1275477 Oct 14 11:17:56.153474 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [req-0af8303f-3eb1-4cfd-84d7-65e50431732d req-ab7e5ff3-bf71-4298-b354-3a57cacef41b tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Deleting port eed25f1e-9a27-4b42-a5bd-d105cc2fad41 {{(pid=99968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:17:56.153994 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-0af8303f-3eb1-4cfd-84d7-65e50431732d req-ab7e5ff3-bf71-4298-b354-3a57cacef41b tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:56.178474 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2cb39002-7e9b-4bf7-85a8-fdfecb717097 req-99e7a8c3-91e1-4627-9fce-c6de8d2f37de tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663042 Oct 14 11:17:56.210029 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-3aba7a5c-6ec6-4f43-9636-c2475a2615d5 req-ea972b7e-2c10-4d6e-ae1e-fd41ec226a9d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760822 Oct 14 11:17:56.211870 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-dbe5c8c3-afee-40f3-87a3-6a21e02f425a req-5c289ad4-bbc0-40cb-a506-4271e781e150 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551052 Oct 14 11:17:56.292359 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [req-0af8303f-3eb1-4cfd-84d7-65e50431732d req-ab7e5ff3-bf71-4298-b354-3a57cacef41b tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] For port eed25f1e-9a27-4b42-a5bd-d105cc2fad41, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=eed25f1e-9a27-4b42-a5bd-d105cc2fad41,segment=NetworkSegment(c0248d36-4a3e-4591-a907-589459636a0e),segment_id=c0248d36-4a3e-4591-a907-589459636a0e)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:17:56.292730 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-0af8303f-3eb1-4cfd-84d7-65e50431732d req-ab7e5ff3-bf71-4298-b354-3a57cacef41b tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:56.306544 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [req-0af8303f-3eb1-4cfd-84d7-65e50431732d req-ab7e5ff3-bf71-4298-b354-3a57cacef41b tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Calling delete_port for eed25f1e-9a27-4b42-a5bd-d105cc2fad41 owned by compute:nova {{(pid=99968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:17:56.317441 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc857ab4-feb3-498c-8863-68edf1b5c8d8 req-08f69fc2-f18c-41ec-a032-22d2f96becae tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:56.319092 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-dc857ab4-feb3-498c-8863-68edf1b5c8d8 req-08f69fc2-f18c-41ec-a032-22d2f96becae tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ab0eb5e-7e59-4012-a3d4-78e192969ba4 HTTP/1.1" status: 200 len: 946 time: 0.0638835 Oct 14 11:17:56.372504 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 34748) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:17:56.387706 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-dc857ab4-feb3-498c-8863-68edf1b5c8d8 req-90302f76-2553-4d56-b36d-29e9b3b33d78 tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfa7718c-6489-4b6c-a9ff-b97116300a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554760 Oct 14 11:17:56.524262 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-0af8303f-3eb1-4cfd-84d7-65e50431732d req-ab7e5ff3-bf71-4298-b354-3a57cacef41b tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440'] for port, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:56.542238 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['eed25f1e-9a27-4b42-a5bd-d105cc2fad41'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:17:56.603618 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7e5ff3-bf71-4298-b354-3a57cacef41b tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Pushing event deleted for resources: {'Port': ['ID=eed25f1e-9a27-4b42-a5bd-d105cc2fad41,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:56.702793 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af8303f-3eb1-4cfd-84d7-65e50431732d req-ab7e5ff3-bf71-4298-b354-3a57cacef41b tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] No DVR routers for this DVR port eed25f1e-9a27-4b42-a5bd-d105cc2fad41 on host hv-cinder-80135 {{(pid=99968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:17:56.705972 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-0af8303f-3eb1-4cfd-84d7-65e50431732d req-ab7e5ff3-bf71-4298-b354-3a57cacef41b tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:56.712215 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-0af8303f-3eb1-4cfd-84d7-65e50431732d req-ab7e5ff3-bf71-4298-b354-3a57cacef41b tempest-AttachVolumeNegativeTest-257246190 tempest-AttachVolumeNegativeTest-257246190-project] 10.222.0.39 "DELETE /v2.0/ports/eed25f1e-9a27-4b42-a5bd-d105cc2fad41 HTTP/1.1" status: 204 len: 173 time: 0.7693422 Oct 14 11:17:56.865653 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab0eb5e-7e59-4012-a3d4-78e192969ba4', 'name': 'network-vif-deleted', 'tag': 'eed25f1e-9a27-4b42-a5bd-d105cc2fad41'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:17:56.871156 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bc8dce43effdfc17fa197fa73d2f682717a0aeb1d45e7b66290f8ec122344fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8da8ae-fa9f-477c-8054-f6ed47646c62" -d '{"events": [{"server_uuid": "0ab0eb5e-7e59-4012-a3d4-78e192969ba4", "name": "network-vif-deleted", "tag": "eed25f1e-9a27-4b42-a5bd-d105cc2fad41"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:17:56.961407 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9499dae-88a9-4914-b2a1-50db6f64c886 x-openstack-request-id: req-f9499dae-88a9-4914-b2a1-50db6f64c886 {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:17:56.961702 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab0eb5e-7e59-4012-a3d4-78e192969ba4", "name": "network-vif-deleted", "tag": "eed25f1e-9a27-4b42-a5bd-d105cc2fad41", "status": "completed", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:17:56.961956 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f9499dae-88a9-4914-b2a1-50db6f64c886 {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:17:56.962383 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab0eb5e-7e59-4012-a3d4-78e192969ba4', 'name': 'network-vif-deleted', 'tag': 'eed25f1e-9a27-4b42-a5bd-d105cc2fad41', 'status': 'completed', 'code': 200} Oct 14 11:17:57.087823 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-03a4f942-8c02-48a6-8b83-c2f938df5f57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1073342918'] for router_interface, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:57.450739 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9e59f-7cc6-41cc-b7d8-cd694b6d0db9 req-3c351909-0f05-4c6a-bce4-deb5cf8e08de tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:57.452926 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a8b9e59f-7cc6-41cc-b7d8-cd694b6d0db9 req-3c351909-0f05-4c6a-bce4-deb5cf8e08de tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=79308c78-65f9-467f-a3bc-639fb062472a HTTP/1.1" status: 200 len: 946 time: 0.1748066 Oct 14 11:17:57.504648 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cce3c6-3527-4a7b-9436-eb6d1105191c req-e167659d-ecc0-4eff-9c51-67f8be0af02e tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:57.506695 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-82cce3c6-3527-4a7b-9436-eb6d1105191c req-e167659d-ecc0-4eff-9c51-67f8be0af02e tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.1761982 Oct 14 11:17:57.590495 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a8b9e59f-7cc6-41cc-b7d8-cd694b6d0db9 req-34780069-9a9a-401e-945b-73b84d4cf7e2 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238675 Oct 14 11:17:57.608494 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-82cce3c6-3527-4a7b-9436-eb6d1105191c req-396cad24-85e2-40ce-8c06-37b800dc7b21 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867164 Oct 14 11:17:57.661072 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-03a4f942-8c02-48a6-8b83-c2f938df5f57 admin admin] Deleting port 904cb162-c59f-4982-af28-dc48ce2e5083 {{(pid=99969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:17:57.661530 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-03a4f942-8c02-48a6-8b83-c2f938df5f57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:57.699154 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 34770) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:17:57.759757 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [None req-03a4f942-8c02-48a6-8b83-c2f938df5f57 admin admin] For port 904cb162-c59f-4982-af28-dc48ce2e5083, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=904cb162-c59f-4982-af28-dc48ce2e5083,segment=NetworkSegment(f6e0ac5a-3aac-4edb-8646-5a6da67aa4de),segment_id=f6e0ac5a-3aac-4edb-8646-5a6da67aa4de)] {{(pid=99969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:17:57.760139 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-03a4f942-8c02-48a6-8b83-c2f938df5f57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:57.778514 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-03a4f942-8c02-48a6-8b83-c2f938df5f57 admin admin] Calling delete_port for 904cb162-c59f-4982-af28-dc48ce2e5083 owned by network:router_interface {{(pid=99969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:17:57.787700 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_v2 [None req-876cca4e-dee6-437d-be4d-011ca9193dc3 admin admin] Deleting subnet 062aa61e-8393-46f9-9d0c-d7a786ad6648 {{(pid=99968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 11:17:57.793298 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-876cca4e-dee6-437d-be4d-011ca9193dc3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:57.856568 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-876cca4e-dee6-437d-be4d-011ca9193dc3 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:57.873613 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-876cca4e-dee6-437d-be4d-011ca9193dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725203'] for subnet, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:57.968798 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-876cca4e-dee6-437d-be4d-011ca9193dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994'] for subnet, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:58.011583 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-876cca4e-dee6-437d-be4d-011ca9193dc3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:58.021766 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-876cca4e-dee6-437d-be4d-011ca9193dc3 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/062aa61e-8393-46f9-9d0c-d7a786ad6648 HTTP/1.1" status: 204 len: 168 time: 0.3171382 Oct 14 11:17:58.021766 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876cca4e-dee6-437d-be4d-011ca9193dc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=062aa61e-8393-46f9-9d0c-d7a786ad6648,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:58.023431 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 34772) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:17:58.056868 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-03a4f942-8c02-48a6-8b83-c2f938df5f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:58.092896 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a4f942-8c02-48a6-8b83-c2f938df5f57 admin admin] Pushing event deleted for resources: {'Port': ['ID=904cb162-c59f-4982-af28-dc48ce2e5083,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:58.106610 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-142d1309-a3aa-41fe-aaee-f3e7aba592aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544921'] for network, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:58.120018 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4f942-8c02-48a6-8b83-c2f938df5f57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:17:58.120363 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4f942-8c02-48a6-8b83-c2f938df5f57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:17:58.120700 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4f942-8c02-48a6-8b83-c2f938df5f57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:17:58.121035 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4f942-8c02-48a6-8b83-c2f938df5f57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:17:58.121365 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4f942-8c02-48a6-8b83-c2f938df5f57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:17:58.121695 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4f942-8c02-48a6-8b83-c2f938df5f57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:17:58.122023 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4f942-8c02-48a6-8b83-c2f938df5f57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:17:58.122380 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4f942-8c02-48a6-8b83-c2f938df5f57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:17:58.122704 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4f942-8c02-48a6-8b83-c2f938df5f57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:17:58.123020 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4f942-8c02-48a6-8b83-c2f938df5f57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:17:58.123916 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4f942-8c02-48a6-8b83-c2f938df5f57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:17:58.124226 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4f942-8c02-48a6-8b83-c2f938df5f57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:17:58.239792 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-142d1309-a3aa-41fe-aaee-f3e7aba592aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727366', 'neutron.services.segments.db._delete_segments_for_network-8755828151089'] for network, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:58.273666 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-142d1309-a3aa-41fe-aaee-f3e7aba592aa admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f69fc0cd8e0>> segment before_delete 55550000 {{(pid=99968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:17:58.274286 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-142d1309-a3aa-41fe-aaee-f3e7aba592aa admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f69fc0cd8e0>> subnet precommit_delete_associations 55550000 {{(pid=99968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:17:58.275495 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-142d1309-a3aa-41fe-aaee-f3e7aba592aa admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f69f7f3d0d0>> segment_host_mapping after_create 55550000 {{(pid=99968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:17:58.276022 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-142d1309-a3aa-41fe-aaee-f3e7aba592aa admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f69f7f3d0d0>> port after_create 55550000 {{(pid=99968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:17:58.276557 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-142d1309-a3aa-41fe-aaee-f3e7aba592aa admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f69f7f3d0d0>> port after_delete 55550000 {{(pid=99968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:17:58.277094 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-142d1309-a3aa-41fe-aaee-f3e7aba592aa admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f69f7f3d0d0>> port after_update 55550000 {{(pid=99968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:17:58.277602 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-142d1309-a3aa-41fe-aaee-f3e7aba592aa admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f69f7f3d0d0>> segment after_delete 55550000 {{(pid=99968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:17:58.278127 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-142d1309-a3aa-41fe-aaee-f3e7aba592aa admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f69f7f3d0d0>> subnet after_create 55550000 {{(pid=99968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:17:58.278687 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-142d1309-a3aa-41fe-aaee-f3e7aba592aa admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f69f7f3d0d0>> subnet after_delete 55550000 {{(pid=99968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:17:58.279253 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-142d1309-a3aa-41fe-aaee-f3e7aba592aa admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f69f7f3d0d0>> subnet after_update 55550000 {{(pid=99968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:17:58.341676 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-03a4f942-8c02-48a6-8b83-c2f938df5f57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1073186003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1073343830'] for router_interface, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:58.442498 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-142d1309-a3aa-41fe-aaee-f3e7aba592aa admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f69fc221940>> subnet after_create 55550000 {{(pid=99968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:17:58.442937 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-142d1309-a3aa-41fe-aaee-f3e7aba592aa admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f69fc221940>> subnet after_delete 55550000 {{(pid=99968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:17:58.443334 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-142d1309-a3aa-41fe-aaee-f3e7aba592aa admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f69fc221940>> subnet before_create 55550000 {{(pid=99968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:17:58.443764 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-142d1309-a3aa-41fe-aaee-f3e7aba592aa admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f69fc221940>> subnet before_update 55550000 {{(pid=99968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:17:58.444225 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.services.segments.db [None req-142d1309-a3aa-41fe-aaee-f3e7aba592aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f69fc0cdfd0>,) {'filters': {'network_id': ['6fcee9b3-7837-41d6-b081-80c52c006d59']}} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:17:58.465155 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.services.segments.db [None req-142d1309-a3aa-41fe-aaee-f3e7aba592aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f69fc0cdfd0>, 'c0248d36-4a3e-4591-a907-589459636a0e') {'for_net_delete': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:17:58.465431 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.services.segments.db [None req-142d1309-a3aa-41fe-aaee-f3e7aba592aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f69fc0cdfd0>, 'c0248d36-4a3e-4591-a907-589459636a0e') {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:17:58.486910 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-142d1309-a3aa-41fe-aaee-f3e7aba592aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755828152634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069810384'] for segment, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:58.515915 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-142d1309-a3aa-41fe-aaee-f3e7aba592aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240'] for segment, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:58.528421 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-142d1309-a3aa-41fe-aaee-f3e7aba592aa admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=99968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 11:17:58.528895 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-142d1309-a3aa-41fe-aaee-f3e7aba592aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065086017'] for segment, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:58.534166 dv-cinder-801354-3-iscsi neutron-server[99968]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 14 11:17:58.534166 dv-cinder-801354-3-iscsi neutron-server[99968]: from cryptography.utils import int_from_bytes Oct 14 11:17:58.534166 dv-cinder-801354-3-iscsi neutron-server[99968]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 14 11:17:58.534166 dv-cinder-801354-3-iscsi neutron-server[99968]: from cryptography.utils import int_from_bytes Oct 14 11:17:58.534166 dv-cinder-801354-3-iscsi neutron-server[99968]: Traceback (most recent call last): Oct 14 11:17:58.534166 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 11:17:58.534166 dv-cinder-801354-3-iscsi neutron-server[99968]: timer() Oct 14 11:17:58.534166 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 11:17:58.534166 dv-cinder-801354-3-iscsi neutron-server[99968]: cb(*args, **kw) Oct 14 11:17:58.534166 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 11:17:58.534166 dv-cinder-801354-3-iscsi neutron-server[99968]: return func(*args, **kwargs) Oct 14 11:17:58.534166 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 11:17:58.534166 dv-cinder-801354-3-iscsi neutron-server[99968]: self._notify() Oct 14 11:17:58.534166 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 11:17:58.534166 dv-cinder-801354-3-iscsi neutron-server[99968]: self.callback(batched_events) Oct 14 11:17:58.534166 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 11:17:58.534166 dv-cinder-801354-3-iscsi neutron-server[99968]: event.method(event) Oct 14 11:17:58.534166 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 11:17:58.534166 dv-cinder-801354-3-iscsi neutron-server[99968]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 11:17:58.534166 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 11:17:58.534166 dv-cinder-801354-3-iscsi neutron-server[99968]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 11:17:58.534166 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 11:17:58.534166 dv-cinder-801354-3-iscsi neutron-server[99968]: return f(self, *a, **k) Oct 14 11:17:58.534166 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 11:17:58.534166 dv-cinder-801354-3-iscsi neutron-server[99968]: return self._get(url).json() Oct 14 11:17:58.534166 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 11:17:58.534166 dv-cinder-801354-3-iscsi neutron-server[99968]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 11:17:58.534166 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 11:17:58.534166 dv-cinder-801354-3-iscsi neutron-server[99968]: return self.request(url, 'GET', **kwargs) Oct 14 11:17:58.534166 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 11:17:58.534166 dv-cinder-801354-3-iscsi neutron-server[99968]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 11:17:58.534166 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 11:17:58.534166 dv-cinder-801354-3-iscsi neutron-server[99968]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 11:17:58.534166 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 11:17:58.534166 dv-cinder-801354-3-iscsi neutron-server[99968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 11:17:58.534166 dv-cinder-801354-3-iscsi neutron-server[99968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 11:17:58.614903 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-142d1309-a3aa-41fe-aaee-f3e7aba592aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1073340624'] for network, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:58.625357 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-142d1309-a3aa-41fe-aaee-f3e7aba592aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for network, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:58.631229 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-142d1309-a3aa-41fe-aaee-f3e7aba592aa admin admin] 10.222.0.46 "DELETE /v2.0/networks/6fcee9b3-7837-41d6-b081-80c52c006d59 HTTP/1.1" status: 204 len: 168 time: 0.6067150 Oct 14 11:17:58.657300 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d1309-a3aa-41fe-aaee-f3e7aba592aa admin admin] Pushing event deleted for resources: {'Network': ['ID=6fcee9b3-7837-41d6-b081-80c52c006d59,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:58.849365 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452fbbc4-bd93-4507-8eab-f7dd4b98516d req-73bde1d7-a2d6-4bec-8619-ec8bfbe55448 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:58.851141 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-452fbbc4-bd93-4507-8eab-f7dd4b98516d req-73bde1d7-a2d6-4bec-8619-ec8bfbe55448 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=79308c78-65f9-467f-a3bc-639fb062472a HTTP/1.1" status: 200 len: 946 time: 0.1082399 Oct 14 11:17:58.926627 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 34782) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:17:58.949414 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-452fbbc4-bd93-4507-8eab-f7dd4b98516d req-4b9ab398-c29d-478a-b070-e3a04f01e232 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573108 Oct 14 11:17:58.981645 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-5b31ee53-cef8-4833-acba-cd4eef08e90c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=da58af5ba8724ce1b31cedb26cef2243&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0528374 Oct 14 11:17:58.987328 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 34784) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:17:59.023939 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a4f942-8c02-48a6-8b83-c2f938df5f57 admin admin] Router a8b075ed-955a-446f-9a5d-bd38860d7183 has already been hosted by L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 {{(pid=99969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:17:59.080373 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9a513925-2abc-4410-bc74-5e9b59adf055 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:59.108758 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9a513925-2abc-4410-bc74-5e9b59adf055 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:59.196543 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9a513925-2abc-4410-bc74-5e9b59adf055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:59.201792 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9a513925-2abc-4410-bc74-5e9b59adf055 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:59.204107 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-9a513925-2abc-4410-bc74-5e9b59adf055 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dfa7718c-6489-4b6c-a9ff-b97116300a46 HTTP/1.1" status: 204 len: 168 time: 0.2150855 Oct 14 11:17:59.218271 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a513925-2abc-4410-bc74-5e9b59adf055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa7718c-6489-4b6c-a9ff-b97116300a46,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:17:59.245127 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835935e-9eec-4fbf-ab48-945e0c9220d0 req-5ea21493-21d1-4e01-b084-28138aaf26c3 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:59.247909 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f835935e-9eec-4fbf-ab48-945e0c9220d0 req-5ea21493-21d1-4e01-b084-28138aaf26c3 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=79308c78-65f9-467f-a3bc-639fb062472a HTTP/1.1" status: 200 len: 946 time: 0.1538897 Oct 14 11:17:59.285624 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a4f942-8c02-48a6-8b83-c2f938df5f57 admin admin] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:17:59.301073 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c089eb3e-382e-4782-8642-a3e797e0c179 None None] Sync routers for ids ['a8b075ed-955a-446f-9a5d-bd38860d7183'] in dv-cinder-801354-3-iscsi {{(pid=99971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:17:59.302677 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-03a4f942-8c02-48a6-8b83-c2f938df5f57 admin admin] 10.222.0.46 "PUT /v2.0/routers/a8b075ed-955a-446f-9a5d-bd38860d7183/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9283390 Oct 14 11:17:59.306444 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 34792) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:17:59.322300 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c089eb3e-382e-4782-8642-a3e797e0c179 None None] Routers {'a8b075ed-955a-446f-9a5d-bd38860d7183'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:17:59.323201 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-c089eb3e-382e-4782-8642-a3e797e0c179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fd862a90>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:17:41Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['a8b075ed-955a-446f-9a5d-bd38860d7183'], 'active': True} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:17:59.341643 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f835935e-9eec-4fbf-ab48-945e0c9220d0 req-2cb1dee5-7f32-40e0-ab75-002d30d73399 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713804 Oct 14 11:17:59.395799 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 34794) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:17:59.492958 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-e620aef3-102f-45e4-b3b1-881f03f3ee0d admin admin] Publish callbacks [] for router, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:59.552600 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvr_db [None req-c089eb3e-382e-4782-8642-a3e797e0c179 None None] Set router a8b075ed-955a-446f-9a5d-bd38860d7183 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:17:59.657147 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-e620aef3-102f-45e4-b3b1-881f03f3ee0d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:17:59.870440 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86bfcda-d0e0-4c86-9ac9-807811acc06b tempest-TestVolumeBootPattern-870622354 tempest-TestVolumeBootPattern-870622354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:17:59.872289 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-c86bfcda-d0e0-4c86-9ac9-807811acc06b tempest-TestVolumeBootPattern-870622354 tempest-TestVolumeBootPattern-870622354-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=79308c78-65f9-467f-a3bc-639fb062472a HTTP/1.1" status: 200 len: 1094 time: 0.4754279 Oct 14 11:17:59.879913 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 34808) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:17:59.885240 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-8ebbddae-9af2-43e0-9b81-901d1bc227d9 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Request body: {'floatingip': {'floating_network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'port_id': 'd70e2d27-ce31-44bd-ac2e-a3be7b4c10b0', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:17:59.941202 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-8ebbddae-9af2-43e0-9b81-901d1bc227d9 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for floatingip, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:00.033859 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-c089eb3e-382e-4782-8642-a3e797e0c179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fd862a90>, [{'id': 'a8b075ed-955a-446f-9a5d-bd38860d7183', 'name': 'tempest-ServerRescueNegativeTestJSON-1758896003-router', 'tenant_id': '2c392464b70b4e7c8c87cc7350e4f053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd1089266-ffb5-49de-88f5-69a75f6830cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:17:57Z', 'revision_number': 5, 'project_id': '2c392464b70b4e7c8c87cc7350e4f053', 'gw_port': {'id': 'd1089266-ffb5-49de-88f5-69a75f6830cc', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:33:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b075ed-955a-446f-9a5d-bd38860d7183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:31Z', 'updated_at': '2021-10-14T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi'}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:18:00.072055 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c089eb3e-382e-4782-8642-a3e797e0c179 None None] Checking router: a8b075ed-955a-446f-9a5d-bd38860d7183 for host: dv-cinder-801354-3-iscsi {{(pid=99971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:18:00.085412 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c089eb3e-382e-4782-8642-a3e797e0c179 None None] Routers {'a8b075ed-955a-446f-9a5d-bd38860d7183'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:18:00.086542 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-c089eb3e-382e-4782-8642-a3e797e0c179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fd862a90>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:17:41Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['a8b075ed-955a-446f-9a5d-bd38860d7183'], 'active': True} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:18:00.129800 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-e620aef3-102f-45e4-b3b1-881f03f3ee0d admin admin] Deleting port d1089266-ffb5-49de-88f5-69a75f6830cc {{(pid=99968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:18:00.129800 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-e620aef3-102f-45e4-b3b1-881f03f3ee0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:00.196136 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-8ebbddae-9af2-43e0-9b81-901d1bc227d9 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:00.200685 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvr_db [None req-c089eb3e-382e-4782-8642-a3e797e0c179 None None] Set router a8b075ed-955a-446f-9a5d-bd38860d7183 gateway port host: None {{(pid=99971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:18:00.264258 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-c089eb3e-382e-4782-8642-a3e797e0c179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fd862a90>, [{'id': 'a8b075ed-955a-446f-9a5d-bd38860d7183', 'name': 'tempest-ServerRescueNegativeTestJSON-1758896003-router', 'tenant_id': '2c392464b70b4e7c8c87cc7350e4f053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:17:59Z', 'revision_number': 6, 'project_id': '2c392464b70b4e7c8c87cc7350e4f053', 'gw_port_host': None}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:18:00.297106 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-e620aef3-102f-45e4-b3b1-881f03f3ee0d admin admin] For port d1089266-ffb5-49de-88f5-69a75f6830cc, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=d1089266-ffb5-49de-88f5-69a75f6830cc,segment=NetworkSegment(41826669-4ce7-4556-a5ab-a5c365ae266e),segment_id=41826669-4ce7-4556-a5ab-a5c365ae266e)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:18:00.299023 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-e620aef3-102f-45e4-b3b1-881f03f3ee0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:00.299389 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c089eb3e-382e-4782-8642-a3e797e0c179 None None] The sync data for ids ['a8b075ed-955a-446f-9a5d-bd38860d7183'] in dv-cinder-801354-3-iscsi is: [{'id': 'a8b075ed-955a-446f-9a5d-bd38860d7183', 'name': 'tempest-ServerRescueNegativeTestJSON-1758896003-router', 'tenant_id': '2c392464b70b4e7c8c87cc7350e4f053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:17:59Z', 'revision_number': 6, 'project_id': '2c392464b70b4e7c8c87cc7350e4f053', 'gw_port_host': None}] {{(pid=99971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:18:00.326851 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-e620aef3-102f-45e4-b3b1-881f03f3ee0d admin admin] Calling delete_port for d1089266-ffb5-49de-88f5-69a75f6830cc owned by network:router_gateway {{(pid=99968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:18:00.417545 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.db_base_plugin_common [None req-8ebbddae-9af2-43e0-9b81-901d1bc227d9 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Allocated IP 172.27.0.96 (e7b04304-7a8b-409f-a7ac-32fc979111a9/b7c74a80-f412-4798-967a-8287544534dc/97657f34-8f15-42a8-8508-a5dbbb2d70b9) {{(pid=99969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:18:00.593023 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-8ebbddae-9af2-43e0-9b81-901d1bc227d9 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for port, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:00.639106 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 04c9b8a2-da58-4829-884d-badda3bdeb3d no longer exists at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:18:00.643251 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-e620aef3-102f-45e4-b3b1-881f03f3ee0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065085970'] for port, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:00.655936 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-8ebbddae-9af2-43e0-9b81-901d1bc227d9 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:00.667670 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] No Port match for: 04c9b8a2-da58-4829-884d-badda3bdeb3d {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:18:00.668454 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 04c9b8a2-da58-4829-884d-badda3bdeb3d not bound to the agent host hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:18:00.669042 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device eed25f1e-9a27-4b42-a5bd-d105cc2fad41 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:18:00.703170 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620aef3-102f-45e4-b3b1-881f03f3ee0d admin admin] Pushing event deleted for resources: {'Port': ['ID=d1089266-ffb5-49de-88f5-69a75f6830cc,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:00.721376 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebbddae-9af2-43e0-9b81-901d1bc227d9 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Network e7b04304-7a8b-409f-a7ac-32fc979111a9 is already hosted by enough agents. {{(pid=99969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:18:00.725425 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.base_scheduler [None req-8ebbddae-9af2-43e0-9b81-901d1bc227d9 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Resources bound (agent type, host, resource id): {{(pid=99969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:18:00.730081 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebbddae-9af2-43e0-9b81-901d1bc227d9 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Received port after_create {{(pid=99969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:18:00.762417 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] No Port match for: eed25f1e-9a27-4b42-a5bd-d105cc2fad41 {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:18:00.764749 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device eed25f1e-9a27-4b42-a5bd-d105cc2fad41 not bound to the agent host hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:18:00.778490 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbddae-9af2-43e0-9b81-901d1bc227d9 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Pushing event updated for resources: {'Port': ['ID=97657f34-8f15-42a8-8508-a5dbbb2d70b9,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:00.846133 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-e620aef3-102f-45e4-b3b1-881f03f3ee0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1073340428'] for router_gateway, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:01.033736 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-e620aef3-102f-45e4-b3b1-881f03f3ee0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1073287356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14128'] for router, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:01.040963 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-e620aef3-102f-45e4-b3b1-881f03f3ee0d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:01.138861 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-e620aef3-102f-45e4-b3b1-881f03f3ee0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1073287333'] for router, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:01.140165 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e620aef3-102f-45e4-b3b1-881f03f3ee0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8b075ed-955a-446f-9a5d-bd38860d7183 {{(pid=99968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 11:18:01.159110 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-e620aef3-102f-45e4-b3b1-881f03f3ee0d admin admin] Publish callbacks [] for router, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:01.166499 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-e620aef3-102f-45e4-b3b1-881f03f3ee0d admin admin] 10.222.0.46 "DELETE /v2.0/routers/a8b075ed-955a-446f-9a5d-bd38860d7183 HTTP/1.1" status: 204 len: 168 time: 1.8579047 Oct 14 11:18:01.167839 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 34830) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:01.255998 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_v2 [None req-bac5767d-0701-4430-bcd4-5444aae397e7 admin admin] Deleting subnet c0cb2568-f2cb-4fad-9fcc-49f5492b923a {{(pid=99968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 11:18:01.261727 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-bac5767d-0701-4430-bcd4-5444aae397e7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:01.330101 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-bac5767d-0701-4430-bcd4-5444aae397e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069810409'] for subnet, precommit_delete_associations {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:01.388130 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-8ebbddae-9af2-43e0-9b81-901d1bc227d9 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for floatingip, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:01.452602 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-bac5767d-0701-4430-bcd4-5444aae397e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725203'] for subnet, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:01.579445 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-8ebbddae-9af2-43e0-9b81-901d1bc227d9 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:01.586949 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-bac5767d-0701-4430-bcd4-5444aae397e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065087715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070002226'] for subnet, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:01.644508 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5767d-0701-4430-bcd4-5444aae397e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0cb2568-f2cb-4fad-9fcc-49f5492b923a,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:01.664360 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-bac5767d-0701-4430-bcd4-5444aae397e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:01.681917 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 34840) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:01.682573 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-bac5767d-0701-4430-bcd4-5444aae397e7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c0cb2568-f2cb-4fad-9fcc-49f5492b923a HTTP/1.1" status: 204 len: 168 time: 0.5074198 Oct 14 11:18:01.815396 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-a6602f84-9b8a-49f8-8a1b-e2cc73ce9756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544921'] for network, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:01.914655 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 904cb162-c59f-4982-af28-dc48ce2e5083 no longer exists at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:18:01.941013 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] No Port match for: 904cb162-c59f-4982-af28-dc48ce2e5083 {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:18:01.941358 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 904cb162-c59f-4982-af28-dc48ce2e5083 not bound to the agent host dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:18:01.941769 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device d1089266-ffb5-49de-88f5-69a75f6830cc no longer exists at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:18:01.965684 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] No Port match for: d1089266-ffb5-49de-88f5-69a75f6830cc {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:18:01.966026 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device d1089266-ffb5-49de-88f5-69a75f6830cc not bound to the agent host dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:18:02.101729 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-a6602f84-9b8a-49f8-8a1b-e2cc73ce9756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727366', 'neutron.services.segments.db._delete_segments_for_network-8755828151089'] for network, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:02.167311 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.services.segments.db [None req-a6602f84-9b8a-49f8-8a1b-e2cc73ce9756 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f69f7650c70>,) {'filters': {'network_id': ['4d96643b-4fa6-435b-b92a-130044cd3548']}} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:18:02.173889 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-8ebbddae-9af2-43e0-9b81-901d1bc227d9 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for port, precommit_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:02.189956 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-8ebbddae-9af2-43e0-9b81-901d1bc227d9 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071033321'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:02.196627 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.services.segments.db [None req-a6602f84-9b8a-49f8-8a1b-e2cc73ce9756 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f69f7650c70>, 'f6e0ac5a-3aac-4edb-8646-5a6da67aa4de') {'for_net_delete': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:18:02.197416 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.services.segments.db [None req-a6602f84-9b8a-49f8-8a1b-e2cc73ce9756 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f69f7650c70>, 'f6e0ac5a-3aac-4edb-8646-5a6da67aa4de') {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:18:02.266922 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-a6602f84-9b8a-49f8-8a1b-e2cc73ce9756 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755828152634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070485456'] for segment, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:02.349285 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-a6602f84-9b8a-49f8-8a1b-e2cc73ce9756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240'] for segment, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:02.368516 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6602f84-9b8a-49f8-8a1b-e2cc73ce9756 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=99969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 11:18:02.369144 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-a6602f84-9b8a-49f8-8a1b-e2cc73ce9756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071033229'] for segment, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:02.372264 dv-cinder-801354-3-iscsi neutron-server[99969]: Traceback (most recent call last): Oct 14 11:18:02.372264 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 11:18:02.372264 dv-cinder-801354-3-iscsi neutron-server[99969]: timer() Oct 14 11:18:02.372264 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 11:18:02.372264 dv-cinder-801354-3-iscsi neutron-server[99969]: cb(*args, **kw) Oct 14 11:18:02.372264 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 11:18:02.372264 dv-cinder-801354-3-iscsi neutron-server[99969]: return func(*args, **kwargs) Oct 14 11:18:02.372264 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 11:18:02.372264 dv-cinder-801354-3-iscsi neutron-server[99969]: self._notify() Oct 14 11:18:02.372264 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 11:18:02.372264 dv-cinder-801354-3-iscsi neutron-server[99969]: self.callback(batched_events) Oct 14 11:18:02.372264 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 11:18:02.372264 dv-cinder-801354-3-iscsi neutron-server[99969]: event.method(event) Oct 14 11:18:02.372264 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 11:18:02.372264 dv-cinder-801354-3-iscsi neutron-server[99969]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 11:18:02.372264 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 11:18:02.372264 dv-cinder-801354-3-iscsi neutron-server[99969]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 11:18:02.372264 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 11:18:02.372264 dv-cinder-801354-3-iscsi neutron-server[99969]: return f(self, *a, **k) Oct 14 11:18:02.372264 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 11:18:02.372264 dv-cinder-801354-3-iscsi neutron-server[99969]: return self._get(url).json() Oct 14 11:18:02.372264 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 11:18:02.372264 dv-cinder-801354-3-iscsi neutron-server[99969]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 11:18:02.372264 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 11:18:02.372264 dv-cinder-801354-3-iscsi neutron-server[99969]: return self.request(url, 'GET', **kwargs) Oct 14 11:18:02.372264 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 11:18:02.372264 dv-cinder-801354-3-iscsi neutron-server[99969]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 11:18:02.372264 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 11:18:02.372264 dv-cinder-801354-3-iscsi neutron-server[99969]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 11:18:02.372264 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 11:18:02.372264 dv-cinder-801354-3-iscsi neutron-server[99969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 11:18:02.372264 dv-cinder-801354-3-iscsi neutron-server[99969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 11:18:02.386299 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbddae-9af2-43e0-9b81-901d1bc227d9 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Pushing event updated for resources: {'Port': ['ID=97657f34-8f15-42a8-8508-a5dbbb2d70b9,revision_number=2']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:02.396610 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-8ebbddae-9af2-43e0-9b81-901d1bc227d9 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1073340614'] for floatingip, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:02.486067 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-a6602f84-9b8a-49f8-8a1b-e2cc73ce9756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1073340624'] for network, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:02.499037 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-a6602f84-9b8a-49f8-8a1b-e2cc73ce9756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for network, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:02.502598 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-a6602f84-9b8a-49f8-8a1b-e2cc73ce9756 admin admin] 10.222.0.46 "DELETE /v2.0/networks/4d96643b-4fa6-435b-b92a-130044cd3548 HTTP/1.1" status: 204 len: 168 time: 0.8144691 Oct 14 11:18:02.525829 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6602f84-9b8a-49f8-8a1b-e2cc73ce9756 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d96643b-4fa6-435b-b92a-130044cd3548,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:02.598921 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.db.l3_db [None req-8ebbddae-9af2-43e0-9b81-901d1bc227d9 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Floating IP d6724c3e-6c61-4412-9727-4eec43626930 associated. External IP: 172.27.0.96, port: d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0. Oct 14 11:18:02.753459 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 34852) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:02.800161 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-6a19f6c1-e21e-47be-89a5-e2298d1be725 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2c392464b70b4e7c8c87cc7350e4f053&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0450513 Oct 14 11:18:02.803384 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 34854) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:02.888567 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-cecd2629-a31e-4245-8297-87435e70d027 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:02.936502 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-cecd2629-a31e-4245-8297-87435e70d027 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:02.943135 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebbddae-9af2-43e0-9b81-901d1bc227d9 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Router d3390d2a-e921-4dc5-9520-011e2374b090 has already been hosted by L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 {{(pid=99969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:18:03.030171 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-cecd2629-a31e-4245-8297-87435e70d027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:03.036430 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-cecd2629-a31e-4245-8297-87435e70d027 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:03.043184 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-cecd2629-a31e-4245-8297-87435e70d027 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/df4596c4-d96b-497c-90d7-5d45081f7f44 HTTP/1.1" status: 204 len: 168 time: 0.2358704 Oct 14 11:18:03.063007 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd2629-a31e-4245-8297-87435e70d027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4596c4-d96b-497c-90d7-5d45081f7f44,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:03.145262 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebbddae-9af2-43e0-9b81-901d1bc227d9 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:18:03.170328 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-8ebbddae-9af2-43e0-9b81-901d1bc227d9 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for floatingip, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:03.195465 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb548a4c-8e7c-49a8-91aa-cbf02076ad8d None None] Sync routers for ids ['d3390d2a-e921-4dc5-9520-011e2374b090'] in dv-cinder-801354-3-iscsi {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:18:03.220860 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb548a4c-8e7c-49a8-91aa-cbf02076ad8d None None] Routers {'d3390d2a-e921-4dc5-9520-011e2374b090'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:18:03.222014 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-bb548a4c-8e7c-49a8-91aa-cbf02076ad8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fd3f9760>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:17:41Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['d3390d2a-e921-4dc5-9520-011e2374b090'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:18:03.291040 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-8ebbddae-9af2-43e0-9b81-901d1bc227d9 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4094148 Oct 14 11:18:03.292026 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79308c78-65f9-467f-a3bc-639fb062472a', 'tag': 'd70e2d27-ce31-44bd-ac2e-a3be7b4c10b0'}] {{(pid=99969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:18:03.300993 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a93a02263ebe6e695f08df3ef7f4cabed4a40ac7132537441ac5c84a82560800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91581ac4-2219-43d1-bfdd-e17dbee8ccc2" -d '{"events": [{"name": "network-changed", "server_uuid": "79308c78-65f9-467f-a3bc-639fb062472a", "tag": "d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0"}]}' {{(pid=99969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:18:03.383566 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13723ee6-6fe2-4ecb-8138-9d2e99d61c03 x-openstack-request-id: req-13723ee6-6fe2-4ecb-8138-9d2e99d61c03 {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:18:03.384304 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79308c78-65f9-467f-a3bc-639fb062472a", "tag": "d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0", "status": "completed", "code": 200}]} {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:18:03.385343 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-13723ee6-6fe2-4ecb-8138-9d2e99d61c03 {{(pid=99969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:18:03.386554 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79308c78-65f9-467f-a3bc-639fb062472a', 'tag': 'd70e2d27-ce31-44bd-ac2e-a3be7b4c10b0', 'status': 'completed', 'code': 200} Oct 14 11:18:03.434077 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-bb548a4c-8e7c-49a8-91aa-cbf02076ad8d None None] Set router d3390d2a-e921-4dc5-9520-011e2374b090 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:18:03.755722 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-bb548a4c-8e7c-49a8-91aa-cbf02076ad8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fd3f9760>, [{'id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'name': 'tempest-TestVolumeBootPattern-1988551177-router', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:43Z', 'updated_at': '2021-10-14T11:16:54Z', 'revision_number': 4, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'gw_port': {'id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:45Z', 'updated_at': '2021-10-14T11:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_floatingips': [{'id': 'd6724c3e-6c61-4412-9727-4eec43626930', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'floating_ip_address': '172.27.0.96', 'floating_network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'router_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'port_id': 'd70e2d27-ce31-44bd-ac2e-a3be7b4c10b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'mac_address': 'fa:16:3e:7b:4b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79308c78-65f9-467f-a3bc-639fb062472a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:18:01Z', 'updated_at': '2021-10-14T11:18:01Z', 'revision_number': 0, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb97258-08ef-47e3-9e28-efb6a506d066', 'name': '', 'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'mac_address': 'fa:16:3e:28:73:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:52Z', 'updated_at': '2021-10-14T11:17:05Z', 'revision_number': 5, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'subnets': [{'id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:18:03.788898 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb548a4c-8e7c-49a8-91aa-cbf02076ad8d None None] Checking router: d3390d2a-e921-4dc5-9520-011e2374b090 for host: dv-cinder-801354-3-iscsi {{(pid=99970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:18:03.800356 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb548a4c-8e7c-49a8-91aa-cbf02076ad8d None None] Routers {'d3390d2a-e921-4dc5-9520-011e2374b090'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:18:03.801299 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-bb548a4c-8e7c-49a8-91aa-cbf02076ad8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fd3f9760>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:17:41Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['d3390d2a-e921-4dc5-9520-011e2374b090'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:18:03.962146 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-bb548a4c-8e7c-49a8-91aa-cbf02076ad8d None None] Set router d3390d2a-e921-4dc5-9520-011e2374b090 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:18:04.240823 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-bb548a4c-8e7c-49a8-91aa-cbf02076ad8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fd3f9760>, [{'id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'name': 'tempest-TestVolumeBootPattern-1988551177-router', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:43Z', 'updated_at': '2021-10-14T11:16:54Z', 'revision_number': 4, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'gw_port': {'id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:45Z', 'updated_at': '2021-10-14T11:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_floatingips': [{'id': 'd6724c3e-6c61-4412-9727-4eec43626930', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'floating_ip_address': '172.27.0.96', 'floating_network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'router_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'port_id': 'd70e2d27-ce31-44bd-ac2e-a3be7b4c10b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'mac_address': 'fa:16:3e:7b:4b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79308c78-65f9-467f-a3bc-639fb062472a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:18:01Z', 'updated_at': '2021-10-14T11:18:01Z', 'revision_number': 0, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb97258-08ef-47e3-9e28-efb6a506d066', 'name': '', 'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'mac_address': 'fa:16:3e:28:73:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:52Z', 'updated_at': '2021-10-14T11:17:05Z', 'revision_number': 5, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'subnets': [{'id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:18:04.275051 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb548a4c-8e7c-49a8-91aa-cbf02076ad8d None None] The sync data for ids ['d3390d2a-e921-4dc5-9520-011e2374b090'] in dv-cinder-801354-3-iscsi is: [{'id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'name': 'tempest-TestVolumeBootPattern-1988551177-router', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:43Z', 'updated_at': '2021-10-14T11:16:54Z', 'revision_number': 4, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'gw_port': {'id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:45Z', 'updated_at': '2021-10-14T11:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_floatingips': [{'id': 'd6724c3e-6c61-4412-9727-4eec43626930', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'floating_ip_address': '172.27.0.96', 'floating_network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'router_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'port_id': 'd70e2d27-ce31-44bd-ac2e-a3be7b4c10b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'mac_address': 'fa:16:3e:7b:4b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79308c78-65f9-467f-a3bc-639fb062472a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:18:01Z', 'updated_at': '2021-10-14T11:18:01Z', 'revision_number': 0, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb97258-08ef-47e3-9e28-efb6a506d066', 'name': '', 'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'mac_address': 'fa:16:3e:28:73:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:52Z', 'updated_at': '2021-10-14T11:17:05Z', 'revision_number': 5, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'subnets': [{'id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:18:04.653656 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603e4650-605a-45d6-b4e3-6c666f0772bb None None] New status for floating IP d6724c3e-6c61-4412-9727-4eec43626930: ACTIVE {{(pid=99971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 11:18:05.314369 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91581ac4-2219-43d1-bfdd-e17dbee8ccc2 req-c50b1139-da75-4c7d-a74e-29b45915fd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:05.317996 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-91581ac4-2219-43d1-bfdd-e17dbee8ccc2 req-c50b1139-da75-4c7d-a74e-29b45915fd5d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4e158813d8fb41e8ab4e77f6fecff0e2&device_id=79308c78-65f9-467f-a3bc-639fb062472a HTTP/1.1" status: 200 len: 1099 time: 0.0717521 Oct 14 11:18:05.472543 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91581ac4-2219-43d1-bfdd-e17dbee8ccc2 req-8ede837e-1942-4b9b-bac5-3dec16a3ec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:05.475331 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-91581ac4-2219-43d1-bfdd-e17dbee8ccc2 req-8ede837e-1942-4b9b-bac5-3dec16a3ec9b service neutron] 10.222.0.39 "GET /v2.0/networks?id=78406704-323b-4611-9294-7a5775aebeb9 HTTP/1.1" status: 200 len: 913 time: 0.1501429 Oct 14 11:18:05.572021 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-91581ac4-2219-43d1-bfdd-e17dbee8ccc2 req-ac62160e-a64c-414d-929e-179559f624ac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0 HTTP/1.1" status: 200 len: 1001 time: 0.0859907 Oct 14 11:18:05.640823 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91581ac4-2219-43d1-bfdd-e17dbee8ccc2 req-9c09c77d-a9f5-44c8-939c-c656667eb528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:05.642610 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-91581ac4-2219-43d1-bfdd-e17dbee8ccc2 req-9c09c77d-a9f5-44c8-939c-c656667eb528 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8d13795-4deb-41c7-a1d9-9368b1e4f7b1 HTTP/1.1" status: 200 len: 851 time: 0.0579333 Oct 14 11:18:05.719588 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91581ac4-2219-43d1-bfdd-e17dbee8ccc2 req-1ec95dd2-5ea3-409c-b8eb-52cf5d6ed65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:05.721148 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-91581ac4-2219-43d1-bfdd-e17dbee8ccc2 req-1ec95dd2-5ea3-409c-b8eb-52cf5d6ed65a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=78406704-323b-4611-9294-7a5775aebeb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684741 Oct 14 11:18:05.866476 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-91581ac4-2219-43d1-bfdd-e17dbee8ccc2 req-2eb468c3-1321-42a5-81f3-b565ac2b9ca7 service neutron] 10.222.0.39 "GET /v2.0/networks/78406704-323b-4611-9294-7a5775aebeb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258776 Oct 14 11:18:07.085375 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-91581ac4-2219-43d1-bfdd-e17dbee8ccc2 req-c8092c17-53b8-4dbe-96e7-74b2e1aa27d4 service neutron] 10.222.0.39 "GET /v2.0/networks/78406704-323b-4611-9294-7a5775aebeb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767149 Oct 14 11:18:08.677126 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:08.832349 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-a4c74d3f-c959-4f59-ae52-7b977f07aec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:10.023590 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817c79c-4993-42e1-ae5c-6fe257ad9ac5 req-95ecf832-ddbc-4d45-9a64-bcab3bad5334 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:10.025604 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2817c79c-4993-42e1-ae5c-6fe257ad9ac5 req-95ecf832-ddbc-4d45-9a64-bcab3bad5334 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 946 time: 0.0603552 Oct 14 11:18:10.080541 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2817c79c-4993-42e1-ae5c-6fe257ad9ac5 req-c1a6d153-2805-4964-8ccb-9b17acaa9bb2 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?id=9090bc29-970b-4cf3-a1a8-b2c31caa2673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416152 Oct 14 11:18:10.105879 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 35018) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:10.379585 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ecd98d-60f4-4f3f-b787-f7c8b7c9355b tempest-TestMinimumBasicScenario-599779380 tempest-TestMinimumBasicScenario-599779380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:10.382758 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-c2ecd98d-60f4-4f3f-b787-f7c8b7c9355b tempest-TestMinimumBasicScenario-599779380 tempest-TestMinimumBasicScenario-599779380-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 1094 time: 0.2748628 Oct 14 11:18:10.386871 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 35036) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:10.395484 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-c57a6c4f-ffd6-4570-9285-b45c9b614900 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Request body: {'floatingip': {'floating_network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'port_id': 'd9f09ac9-771b-46a5-a88b-50ff4fd3cf94', 'tenant_id': '6d6fa027df6042c58b7e89feffe38ee9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:18:10.443996 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c57a6c4f-ffd6-4570-9285-b45c9b614900 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks [] for floatingip, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:10.580450 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c57a6c4f-ffd6-4570-9285-b45c9b614900 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:10.717227 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_common [None req-c57a6c4f-ffd6-4570-9285-b45c9b614900 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Allocated IP 172.27.0.23 (e7b04304-7a8b-409f-a7ac-32fc979111a9/b7c74a80-f412-4798-967a-8287544534dc/363ed378-a408-4b49-85ee-28f33b5de875) {{(pid=99968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:18:10.836580 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c57a6c4f-ffd6-4570-9285-b45c9b614900 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks [] for port, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:10.877627 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c57a6c4f-ffd6-4570-9285-b45c9b614900 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065085970'] for port, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:10.929276 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57a6c4f-ffd6-4570-9285-b45c9b614900 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Network e7b04304-7a8b-409f-a7ac-32fc979111a9 is already hosted by enough agents. {{(pid=99968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:18:10.935032 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [None req-c57a6c4f-ffd6-4570-9285-b45c9b614900 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Resources bound (agent type, host, resource id): {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:18:10.942622 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57a6c4f-ffd6-4570-9285-b45c9b614900 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Received port after_create {{(pid=99968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:18:10.946354 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a6c4f-ffd6-4570-9285-b45c9b614900 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Pushing event updated for resources: {'Port': ['ID=363ed378-a408-4b49-85ee-28f33b5de875,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:11.486025 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c57a6c4f-ffd6-4570-9285-b45c9b614900 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks [] for floatingip, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:11.503397 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-7f9957bd-402f-4719-b37a-c80719e058bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:11.561081 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c57a6c4f-ffd6-4570-9285-b45c9b614900 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:11.746450 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c57a6c4f-ffd6-4570-9285-b45c9b614900 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks [] for port, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:11.752719 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c57a6c4f-ffd6-4570-9285-b45c9b614900 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065085989'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:11.832233 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a6c4f-ffd6-4570-9285-b45c9b614900 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Pushing event updated for resources: {'Port': ['ID=363ed378-a408-4b49-85ee-28f33b5de875,revision_number=2']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:11.847387 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c57a6c4f-ffd6-4570-9285-b45c9b614900 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1073340614'] for floatingip, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:11.956970 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.db.l3_db [None req-c57a6c4f-ffd6-4570-9285-b45c9b614900 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Floating IP cdd433a7-12ae-4a92-88d8-527acac21fcf associated. External IP: 172.27.0.23, port: d9f09ac9-771b-46a5-a88b-50ff4fd3cf94. Oct 14 11:18:12.204438 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57a6c4f-ffd6-4570-9285-b45c9b614900 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Router 5563b8b7-24a5-47e5-af9f-8859034060d8 has already been hosted by L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 {{(pid=99968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:18:12.335702 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57a6c4f-ffd6-4570-9285-b45c9b614900 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:18:12.347693 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23723029-85e6-4a58-95cd-9b8ab4b49212 None None] Sync routers for ids ['5563b8b7-24a5-47e5-af9f-8859034060d8'] in dv-cinder-801354-3-iscsi {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:18:12.358892 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23723029-85e6-4a58-95cd-9b8ab4b49212 None None] Routers {'5563b8b7-24a5-47e5-af9f-8859034060d8'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:18:12.359529 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-23723029-85e6-4a58-95cd-9b8ab4b49212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fc8cd670>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:18:11Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['5563b8b7-24a5-47e5-af9f-8859034060d8'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:18:12.363390 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c57a6c4f-ffd6-4570-9285-b45c9b614900 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for floatingip, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:12.402477 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-c57a6c4f-ffd6-4570-9285-b45c9b614900 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0136600 Oct 14 11:18:12.403624 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847bbfd2-ba17-4f88-b186-8b0609f16897', 'tag': 'd9f09ac9-771b-46a5-a88b-50ff4fd3cf94'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:18:12.406124 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 35064) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:12.409451 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bc8dce43effdfc17fa197fa73d2f682717a0aeb1d45e7b66290f8ec122344fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788147f1-1e9c-460f-9f34-e08939e6e8c9" -d '{"events": [{"name": "network-changed", "server_uuid": "847bbfd2-ba17-4f88-b186-8b0609f16897", "tag": "d9f09ac9-771b-46a5-a88b-50ff4fd3cf94"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:18:12.413728 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-82fdab8c-4214-449b-8ffb-c4884c69e872 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1563792798', 'description': 'tempest-secgroup-smoke-1563792798 description', 'project_id': '6d6fa027df6042c58b7e89feffe38ee9'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:18:12.459270 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-82fdab8c-4214-449b-8ffb-c4884c69e872 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:12.479257 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dada5efa-4a2c-4291-9f38-39080d9fb638 x-openstack-request-id: req-dada5efa-4a2c-4291-9f38-39080d9fb638 {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:18:12.479997 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "847bbfd2-ba17-4f88-b186-8b0609f16897", "tag": "d9f09ac9-771b-46a5-a88b-50ff4fd3cf94", "status": "completed", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:18:12.480593 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dada5efa-4a2c-4291-9f38-39080d9fb638 {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:18:12.483669 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '847bbfd2-ba17-4f88-b186-8b0609f16897', 'tag': 'd9f09ac9-771b-46a5-a88b-50ff4fd3cf94', 'status': 'completed', 'code': 200} Oct 14 11:18:12.550999 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-23723029-85e6-4a58-95cd-9b8ab4b49212 None None] Set router 5563b8b7-24a5-47e5-af9f-8859034060d8 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:18:12.582959 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-82fdab8c-4214-449b-8ffb-c4884c69e872 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:12.587754 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-82fdab8c-4214-449b-8ffb-c4884c69e872 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:12.621564 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fdab8c-4214-449b-8ffb-c4884c69e872 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bba6a65-01b0-48d8-8a34-49caa6aadaaf,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:12.627749 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-82fdab8c-4214-449b-8ffb-c4884c69e872 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:12.629453 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-82fdab8c-4214-449b-8ffb-c4884c69e872 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2214544 Oct 14 11:18:12.634138 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 35070) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:12.639751 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-23abb44b-8a67-4b7a-b08a-137fdc4b0583 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Request body: {'security_group_rule': {'security_group_id': '7bba6a65-01b0-48d8-8a34-49caa6aadaaf', 'project_id': '6d6fa027df6042c58b7e89feffe38ee9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:18:12.678993 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-23abb44b-8a67-4b7a-b08a-137fdc4b0583 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:12.752326 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-23abb44b-8a67-4b7a-b08a-137fdc4b0583 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:12.756859 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-23abb44b-8a67-4b7a-b08a-137fdc4b0583 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073342792'] for security_group_rule, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:12.779801 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23abb44b-8a67-4b7a-b08a-137fdc4b0583 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b5c183f-c78f-4830-a06b-d9eae4a4f084,revision_number=0']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:12.791913 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-23abb44b-8a67-4b7a-b08a-137fdc4b0583 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:12.793478 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-23abb44b-8a67-4b7a-b08a-137fdc4b0583 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1579125 Oct 14 11:18:12.798770 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 35074) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:12.807119 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-92b7adb8-8995-4900-b4e3-4d9a9747d65e tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Request body: {'security_group_rule': {'security_group_id': '7bba6a65-01b0-48d8-8a34-49caa6aadaaf', 'project_id': '6d6fa027df6042c58b7e89feffe38ee9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:18:12.827714 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:12.857632 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-92b7adb8-8995-4900-b4e3-4d9a9747d65e tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:12.867860 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.agents_db [None req-913fd0e5-582e-4eb1-907a-85279628d193 None None] Agent healthcheck: found 6 active agents {{(pid=99971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:18:12.906457 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-23723029-85e6-4a58-95cd-9b8ab4b49212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fc8cd670>, [{'id': '5563b8b7-24a5-47e5-af9f-8859034060d8', 'name': 'tempest-TestMinimumBasicScenario-286319195-router', 'tenant_id': '6d6fa027df6042c58b7e89feffe38ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '194ad3e0-b266-4dcd-b976-75d23dd15d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:32Z', 'updated_at': '2021-10-14T11:16:38Z', 'revision_number': 4, 'project_id': '6d6fa027df6042c58b7e89feffe38ee9', 'gw_port': {'id': '194ad3e0-b266-4dcd-b976-75d23dd15d97', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:93:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563b8b7-24a5-47e5-af9f-8859034060d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:34Z', 'updated_at': '2021-10-14T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_floatingips': [{'id': 'cdd433a7-12ae-4a92-88d8-527acac21fcf', 'tenant_id': '6d6fa027df6042c58b7e89feffe38ee9', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'router_id': '5563b8b7-24a5-47e5-af9f-8859034060d8', 'port_id': 'd9f09ac9-771b-46a5-a88b-50ff4fd3cf94', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1361a31-564b-450d-bae4-c89d411fe947', 'mac_address': 'fa:16:3e:f4:7a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847bbfd2-ba17-4f88-b186-8b0609f16897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:18:11Z', 'updated_at': '2021-10-14T11:18:11Z', 'revision_number': 0, 'project_id': '6d6fa027df6042c58b7e89feffe38ee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22a2da22-3431-4386-8146-fc37361066af', 'name': '', 'network_id': 'b1361a31-564b-450d-bae4-c89d411fe947', 'tenant_id': '6d6fa027df6042c58b7e89feffe38ee9', 'mac_address': 'fa:16:3e:52:fc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563b8b7-24a5-47e5-af9f-8859034060d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '741dea2e-2364-4b9e-a634-3a01888b0d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:37Z', 'updated_at': '2021-10-14T11:16:46Z', 'revision_number': 5, 'project_id': '6d6fa027df6042c58b7e89feffe38ee9', 'subnets': [{'id': '741dea2e-2364-4b9e-a634-3a01888b0d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:18:12.935814 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23723029-85e6-4a58-95cd-9b8ab4b49212 None None] Checking router: 5563b8b7-24a5-47e5-af9f-8859034060d8 for host: dv-cinder-801354-3-iscsi {{(pid=99970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:18:12.946273 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23723029-85e6-4a58-95cd-9b8ab4b49212 None None] Routers {'5563b8b7-24a5-47e5-af9f-8859034060d8'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:18:12.946907 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-23723029-85e6-4a58-95cd-9b8ab4b49212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fc8cd670>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:18:11Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['5563b8b7-24a5-47e5-af9f-8859034060d8'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:18:12.951977 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-92b7adb8-8995-4900-b4e3-4d9a9747d65e tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:12.956872 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-92b7adb8-8995-4900-b4e3-4d9a9747d65e tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073342792'] for security_group_rule, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:12.978551 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b7adb8-8995-4900-b4e3-4d9a9747d65e tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02f2e9b5-92df-4fc5-80a2-3cc95d5225c5,revision_number=0']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:12.989822 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-92b7adb8-8995-4900-b4e3-4d9a9747d65e tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:12.991155 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-92b7adb8-8995-4900-b4e3-4d9a9747d65e tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1907153 Oct 14 11:18:12.994562 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 35076) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:12.999425 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-c4f557d8-89f6-47b3-959c-ad56ec609784 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Request body: {'security_group_rule': {'security_group_id': '7bba6a65-01b0-48d8-8a34-49caa6aadaaf', 'project_id': '6d6fa027df6042c58b7e89feffe38ee9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:18:13.035277 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c4f557d8-89f6-47b3-959c-ad56ec609784 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:13.062035 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:13.111742 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c4f557d8-89f6-47b3-959c-ad56ec609784 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:13.117780 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c4f557d8-89f6-47b3-959c-ad56ec609784 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073342792'] for security_group_rule, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:13.142290 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f557d8-89f6-47b3-959c-ad56ec609784 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7821b610-dbd1-4910-9ae9-981d298b70ac,revision_number=0']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:13.150884 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c4f557d8-89f6-47b3-959c-ad56ec609784 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:13.156447 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 35078) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:13.156749 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-c4f557d8-89f6-47b3-959c-ad56ec609784 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1608269 Oct 14 11:18:13.156937 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-23723029-85e6-4a58-95cd-9b8ab4b49212 None None] Set router 5563b8b7-24a5-47e5-af9f-8859034060d8 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:18:13.163499 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-676a770a-978d-400b-9b1c-0ce432fd55f3 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Request body: {'security_group_rule': {'security_group_id': '7bba6a65-01b0-48d8-8a34-49caa6aadaaf', 'project_id': '6d6fa027df6042c58b7e89feffe38ee9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:18:13.195475 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-676a770a-978d-400b-9b1c-0ce432fd55f3 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:13.279570 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-676a770a-978d-400b-9b1c-0ce432fd55f3 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:13.285599 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-676a770a-978d-400b-9b1c-0ce432fd55f3 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073342792'] for security_group_rule, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:13.304868 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a770a-978d-400b-9b1c-0ce432fd55f3 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=967225f2-e69c-42aa-8b59-3c4533220f91,revision_number=0']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:13.327287 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-676a770a-978d-400b-9b1c-0ce432fd55f3 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:13.329063 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-676a770a-978d-400b-9b1c-0ce432fd55f3 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1701071 Oct 14 11:18:13.332662 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 35084) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:13.341759 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-5da397a9-60cc-4256-b709-68386df5e29d tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Request body: {'security_group_rule': {'security_group_id': '7bba6a65-01b0-48d8-8a34-49caa6aadaaf', 'project_id': '6d6fa027df6042c58b7e89feffe38ee9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:18:13.386306 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.db.securitygroups_db [None req-5da397a9-60cc-4256-b709-68386df5e29d tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Project 6d6fa027df6042c58b7e89feffe38ee9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 11:18:13.397067 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-5da397a9-60cc-4256-b709-68386df5e29d tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:13.483256 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-5da397a9-60cc-4256-b709-68386df5e29d tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:13.489270 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-5da397a9-60cc-4256-b709-68386df5e29d tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073342792'] for security_group_rule, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:13.525014 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da397a9-60cc-4256-b709-68386df5e29d tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c561179c-b3db-44a5-91d9-506246f35e14,revision_number=0']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:13.541867 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-5da397a9-60cc-4256-b709-68386df5e29d tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:13.548741 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-5da397a9-60cc-4256-b709-68386df5e29d tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2078433 Oct 14 11:18:13.550984 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 35088) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:13.559127 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-0adf2d4c-ffb4-4c2a-828d-507babbe9c16 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Request body: {'security_group_rule': {'security_group_id': '7bba6a65-01b0-48d8-8a34-49caa6aadaaf', 'project_id': '6d6fa027df6042c58b7e89feffe38ee9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:18:13.594106 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.db.securitygroups_db [None req-0adf2d4c-ffb4-4c2a-828d-507babbe9c16 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Project 6d6fa027df6042c58b7e89feffe38ee9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 11:18:13.599710 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-0adf2d4c-ffb4-4c2a-828d-507babbe9c16 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:13.692369 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-0adf2d4c-ffb4-4c2a-828d-507babbe9c16 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:13.694423 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-23723029-85e6-4a58-95cd-9b8ab4b49212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fc8cd670>, [{'id': '5563b8b7-24a5-47e5-af9f-8859034060d8', 'name': 'tempest-TestMinimumBasicScenario-286319195-router', 'tenant_id': '6d6fa027df6042c58b7e89feffe38ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '194ad3e0-b266-4dcd-b976-75d23dd15d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:32Z', 'updated_at': '2021-10-14T11:16:38Z', 'revision_number': 4, 'project_id': '6d6fa027df6042c58b7e89feffe38ee9', 'gw_port': {'id': '194ad3e0-b266-4dcd-b976-75d23dd15d97', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:93:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563b8b7-24a5-47e5-af9f-8859034060d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:34Z', 'updated_at': '2021-10-14T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_floatingips': [{'id': 'cdd433a7-12ae-4a92-88d8-527acac21fcf', 'tenant_id': '6d6fa027df6042c58b7e89feffe38ee9', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'router_id': '5563b8b7-24a5-47e5-af9f-8859034060d8', 'port_id': 'd9f09ac9-771b-46a5-a88b-50ff4fd3cf94', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1361a31-564b-450d-bae4-c89d411fe947', 'mac_address': 'fa:16:3e:f4:7a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847bbfd2-ba17-4f88-b186-8b0609f16897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:18:11Z', 'updated_at': '2021-10-14T11:18:11Z', 'revision_number': 0, 'project_id': '6d6fa027df6042c58b7e89feffe38ee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22a2da22-3431-4386-8146-fc37361066af', 'name': '', 'network_id': 'b1361a31-564b-450d-bae4-c89d411fe947', 'tenant_id': '6d6fa027df6042c58b7e89feffe38ee9', 'mac_address': 'fa:16:3e:52:fc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563b8b7-24a5-47e5-af9f-8859034060d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '741dea2e-2364-4b9e-a634-3a01888b0d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:37Z', 'updated_at': '2021-10-14T11:16:46Z', 'revision_number': 5, 'project_id': '6d6fa027df6042c58b7e89feffe38ee9', 'subnets': [{'id': '741dea2e-2364-4b9e-a634-3a01888b0d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:18:13.701556 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-0adf2d4c-ffb4-4c2a-828d-507babbe9c16 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073342792'] for security_group_rule, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:13.737937 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf2d4c-ffb4-4c2a-828d-507babbe9c16 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9efd54f4-344c-475a-81f9-7680637d05d6,revision_number=0']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:13.738923 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23723029-85e6-4a58-95cd-9b8ab4b49212 None None] The sync data for ids ['5563b8b7-24a5-47e5-af9f-8859034060d8'] in dv-cinder-801354-3-iscsi is: [{'id': '5563b8b7-24a5-47e5-af9f-8859034060d8', 'name': 'tempest-TestMinimumBasicScenario-286319195-router', 'tenant_id': '6d6fa027df6042c58b7e89feffe38ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '194ad3e0-b266-4dcd-b976-75d23dd15d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:32Z', 'updated_at': '2021-10-14T11:16:38Z', 'revision_number': 4, 'project_id': '6d6fa027df6042c58b7e89feffe38ee9', 'gw_port': {'id': '194ad3e0-b266-4dcd-b976-75d23dd15d97', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:93:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563b8b7-24a5-47e5-af9f-8859034060d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:34Z', 'updated_at': '2021-10-14T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_floatingips': [{'id': 'cdd433a7-12ae-4a92-88d8-527acac21fcf', 'tenant_id': '6d6fa027df6042c58b7e89feffe38ee9', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'router_id': '5563b8b7-24a5-47e5-af9f-8859034060d8', 'port_id': 'd9f09ac9-771b-46a5-a88b-50ff4fd3cf94', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1361a31-564b-450d-bae4-c89d411fe947', 'mac_address': 'fa:16:3e:f4:7a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847bbfd2-ba17-4f88-b186-8b0609f16897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:18:11Z', 'updated_at': '2021-10-14T11:18:11Z', 'revision_number': 0, 'project_id': '6d6fa027df6042c58b7e89feffe38ee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22a2da22-3431-4386-8146-fc37361066af', 'name': '', 'network_id': 'b1361a31-564b-450d-bae4-c89d411fe947', 'tenant_id': '6d6fa027df6042c58b7e89feffe38ee9', 'mac_address': 'fa:16:3e:52:fc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563b8b7-24a5-47e5-af9f-8859034060d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '741dea2e-2364-4b9e-a634-3a01888b0d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:37Z', 'updated_at': '2021-10-14T11:16:46Z', 'revision_number': 5, 'project_id': '6d6fa027df6042c58b7e89feffe38ee9', 'subnets': [{'id': '741dea2e-2364-4b9e-a634-3a01888b0d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:18:13.754057 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-0adf2d4c-ffb4-4c2a-828d-507babbe9c16 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:13.756596 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-0adf2d4c-ffb4-4c2a-828d-507babbe9c16 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2035451 Oct 14 11:18:13.890760 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-49f994d2-6bf5-4a17-9984-cfb2930919bf req-fc748bd8-2959-4715-b86c-713e91082cb8 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1563792798&fields=id&tenant_id=6d6fa027df6042c58b7e89feffe38ee9 HTTP/1.1" status: 200 len: 267 time: 0.0557065 Oct 14 11:18:13.955365 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f994d2-6bf5-4a17-9984-cfb2930919bf req-3d1ac90b-2229-49e4-9559-72138b309f4e tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:13.956998 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-49f994d2-6bf5-4a17-9984-cfb2930919bf req-3d1ac90b-2229-49e4-9559-72138b309f4e tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 946 time: 0.0601928 Oct 14 11:18:13.972692 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [req-49f994d2-6bf5-4a17-9984-cfb2930919bf req-8be49621-dff8-42b3-8ed0-96900570984d tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Request body: {'port': {'security_groups': ['9090bc29-970b-4cf3-a1a8-b2c31caa2673', '7bba6a65-01b0-48d8-8a34-49caa6aadaaf']}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:18:13.985931 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b7b720-9fdf-45a7-90f7-951245544aad None None] New status for floating IP cdd433a7-12ae-4a92-88d8-527acac21fcf: ACTIVE {{(pid=99971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 11:18:14.068078 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-49f994d2-6bf5-4a17-9984-cfb2930919bf req-8be49621-dff8-42b3-8ed0-96900570984d tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:14.306513 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:14.325497 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [req-49f994d2-6bf5-4a17-9984-cfb2930919bf req-8be49621-dff8-42b3-8ed0-96900570984d tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] For port d9f09ac9-771b-46a5-a88b-50ff4fd3cf94, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d9f09ac9-771b-46a5-a88b-50ff4fd3cf94,segment=NetworkSegment(bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2),segment_id=bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2)] {{(pid=99969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:18:14.359848 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-49f994d2-6bf5-4a17-9984-cfb2930919bf req-8be49621-dff8-42b3-8ed0-96900570984d tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks [] for port, precommit_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:14.366043 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-49f994d2-6bf5-4a17-9984-cfb2930919bf req-8be49621-dff8-42b3-8ed0-96900570984d tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071033321'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:14.421195 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f994d2-6bf5-4a17-9984-cfb2930919bf req-8be49621-dff8-42b3-8ed0-96900570984d tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:14.423553 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-49f994d2-6bf5-4a17-9984-cfb2930919bf req-8be49621-dff8-42b3-8ed0-96900570984d tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:14.426518 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-49f994d2-6bf5-4a17-9984-cfb2930919bf req-8be49621-dff8-42b3-8ed0-96900570984d tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "PUT /v2.0/ports/d9f09ac9-771b-46a5-a88b-50ff4fd3cf94 HTTP/1.1" status: 200 len: 982 time: 0.4584217 Oct 14 11:18:14.427654 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847bbfd2-ba17-4f88-b186-8b0609f16897', 'tag': 'd9f09ac9-771b-46a5-a88b-50ff4fd3cf94'}] {{(pid=99969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:18:14.432792 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a93a02263ebe6e695f08df3ef7f4cabed4a40ac7132537441ac5c84a82560800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c64f24-00c2-45d0-b5b2-6229aedf4193" -d '{"events": [{"name": "network-changed", "server_uuid": "847bbfd2-ba17-4f88-b186-8b0609f16897", "tag": "d9f09ac9-771b-46a5-a88b-50ff4fd3cf94"}]}' {{(pid=99969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:18:14.490231 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be49621-dff8-42b3-8ed0-96900570984d tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Pushing event updated for resources: {'Port': ['ID=d9f09ac9-771b-46a5-a88b-50ff4fd3cf94,revision_number=6']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:14.517498 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['d9f09ac9-771b-46a5-a88b-50ff4fd3cf94'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:18:14.598514 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2cbc8f0-f988-4f23-98f6-c1ad19b2c193 x-openstack-request-id: req-f2cbc8f0-f988-4f23-98f6-c1ad19b2c193 {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:18:14.598514 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "847bbfd2-ba17-4f88-b186-8b0609f16897", "tag": "d9f09ac9-771b-46a5-a88b-50ff4fd3cf94", "status": "completed", "code": 200}]} {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:18:14.598514 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f2cbc8f0-f988-4f23-98f6-c1ad19b2c193 {{(pid=99969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:18:14.598514 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '847bbfd2-ba17-4f88-b186-8b0609f16897', 'tag': 'd9f09ac9-771b-46a5-a88b-50ff4fd3cf94', 'status': 'completed', 'code': 200} Oct 14 11:18:14.626052 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788147f1-1e9c-460f-9f34-e08939e6e8c9 req-6f1e7d6f-10db-48fa-a8cb-f0f6c0761416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:14.628955 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-788147f1-1e9c-460f-9f34-e08939e6e8c9 req-6f1e7d6f-10db-48fa-a8cb-f0f6c0761416 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6d6fa027df6042c58b7e89feffe38ee9&device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 1138 time: 0.1019125 Oct 14 11:18:14.644943 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050133b-83ca-46e4-9997-dbdeb31ea3a3 req-846e8dd3-2409-462b-91cf-9a981abe697e tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:14.647811 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b050133b-83ca-46e4-9997-dbdeb31ea3a3 req-846e8dd3-2409-462b-91cf-9a981abe697e tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 985 time: 0.1187696 Oct 14 11:18:14.691605 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['d9f09ac9-771b-46a5-a88b-50ff4fd3cf94'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:18:14.731360 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b050133b-83ca-46e4-9997-dbdeb31ea3a3 req-3b8e0ed4-025e-4491-be48-a06bbfd89a65 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?id=9090bc29-970b-4cf3-a1a8-b2c31caa2673&id=7bba6a65-01b0-48d8-8a34-49caa6aadaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0738637 Oct 14 11:18:14.759971 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788147f1-1e9c-460f-9f34-e08939e6e8c9 req-b7dc844f-4f25-4284-921c-3e22c7853771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:14.762881 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-788147f1-1e9c-460f-9f34-e08939e6e8c9 req-b7dc844f-4f25-4284-921c-3e22c7853771 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b1361a31-564b-450d-bae4-c89d411fe947 HTTP/1.1" status: 200 len: 915 time: 0.1252804 Oct 14 11:18:14.836479 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-374f118e-25e6-41a2-a9e5-a4af30b328cf None None] Provisioning complete for port d9f09ac9-771b-46a5-a88b-50ff4fd3cf94 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:18:14.837198 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-374f118e-25e6-41a2-a9e5-a4af30b328cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:14.850622 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-788147f1-1e9c-460f-9f34-e08939e6e8c9 req-1955033d-4c60-40d5-859c-9482787dd90a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9f09ac9-771b-46a5-a88b-50ff4fd3cf94 HTTP/1.1" status: 200 len: 1001 time: 0.0738692 Oct 14 11:18:14.912828 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788147f1-1e9c-460f-9f34-e08939e6e8c9 req-2054fbf1-696f-4766-8545-25c88a909617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:14.914387 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-788147f1-1e9c-460f-9f34-e08939e6e8c9 req-2054fbf1-696f-4766-8545-25c88a909617 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=741dea2e-2364-4b9e-a634-3a01888b0d07 HTTP/1.1" status: 200 len: 853 time: 0.0530033 Oct 14 11:18:14.988675 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788147f1-1e9c-460f-9f34-e08939e6e8c9 req-01c82506-2b10-449d-9154-6cfa0f8b3a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:14.990806 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-788147f1-1e9c-460f-9f34-e08939e6e8c9 req-01c82506-2b10-449d-9154-6cfa0f8b3a3d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b1361a31-564b-450d-bae4-c89d411fe947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0607901 Oct 14 11:18:15.117524 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-788147f1-1e9c-460f-9f34-e08939e6e8c9 req-c0e37ae5-a9fb-4888-bb44-3a93c38480fc service neutron] 10.222.0.39 "GET /v2.0/networks/b1361a31-564b-450d-bae4-c89d411fe947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083441 Oct 14 11:18:15.247202 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-788147f1-1e9c-460f-9f34-e08939e6e8c9 req-3d75807c-c6c3-464f-af3d-2d3e0019a936 service neutron] 10.222.0.39 "GET /v2.0/networks/b1361a31-564b-450d-bae4-c89d411fe947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218836 Oct 14 11:18:15.346889 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c64f24-00c2-45d0-b5b2-6229aedf4193 req-53a4698e-9804-4fec-842f-8e7e32e4a6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:15.348562 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-31c64f24-00c2-45d0-b5b2-6229aedf4193 req-53a4698e-9804-4fec-842f-8e7e32e4a6d3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6d6fa027df6042c58b7e89feffe38ee9&device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 1138 time: 0.0464277 Oct 14 11:18:15.468744 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c64f24-00c2-45d0-b5b2-6229aedf4193 req-01baafab-ae78-4ce7-89ba-e7d9cdc6d586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:15.470900 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-31c64f24-00c2-45d0-b5b2-6229aedf4193 req-01baafab-ae78-4ce7-89ba-e7d9cdc6d586 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b1361a31-564b-450d-bae4-c89d411fe947 HTTP/1.1" status: 200 len: 915 time: 0.1100004 Oct 14 11:18:15.563860 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-31c64f24-00c2-45d0-b5b2-6229aedf4193 req-c6a55e08-59ab-4ac7-bad9-8f41f0e9661e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9f09ac9-771b-46a5-a88b-50ff4fd3cf94 HTTP/1.1" status: 200 len: 1001 time: 0.0795310 Oct 14 11:18:15.639411 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c64f24-00c2-45d0-b5b2-6229aedf4193 req-a6dba4b7-a092-466b-b1d2-69f2f9ead009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:15.641693 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-31c64f24-00c2-45d0-b5b2-6229aedf4193 req-a6dba4b7-a092-466b-b1d2-69f2f9ead009 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=741dea2e-2364-4b9e-a634-3a01888b0d07 HTTP/1.1" status: 200 len: 853 time: 0.0679171 Oct 14 11:18:15.731435 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c64f24-00c2-45d0-b5b2-6229aedf4193 req-b0ef91b9-5140-4aef-9de5-535a6bc35d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:15.733962 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-31c64f24-00c2-45d0-b5b2-6229aedf4193 req-b0ef91b9-5140-4aef-9de5-535a6bc35d0b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b1361a31-564b-450d-bae4-c89d411fe947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782256 Oct 14 11:18:15.983664 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-31c64f24-00c2-45d0-b5b2-6229aedf4193 req-5704f443-4b19-4d8b-baf6-04e639461b50 service neutron] 10.222.0.39 "GET /v2.0/networks/b1361a31-564b-450d-bae4-c89d411fe947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312446 Oct 14 11:18:16.142141 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-31c64f24-00c2-45d0-b5b2-6229aedf4193 req-9ce8bbb3-282e-4901-adfe-d881541c3872 service neutron] 10.222.0.39 "GET /v2.0/networks/b1361a31-564b-450d-bae4-c89d411fe947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465533 Oct 14 11:18:16.199550 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 35144) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:16.350816 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c56ebbc8-9bf8-48b4-afc6-bb662edb7f5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:16.493476 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c56ebbc8-9bf8-48b4-afc6-bb662edb7f5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:16.499132 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c56ebbc8-9bf8-48b4-afc6-bb662edb7f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:16.567570 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-c56ebbc8-9bf8-48b4-afc6-bb662edb7f5a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0cecef13a3804d2e9cf2940567dfcb3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3614149 Oct 14 11:18:16.567570 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ebbc8-9bf8-48b4-afc6-bb662edb7f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41af65d-1c88-448f-aaf8-219f6da540ae,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:16.569599 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 35150) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:16.649467 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c2237103-fe48-4ddd-8739-08b30d36ab7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:16.694543 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c2237103-fe48-4ddd-8739-08b30d36ab7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:16.783304 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c2237103-fe48-4ddd-8739-08b30d36ab7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:16.786006 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c2237103-fe48-4ddd-8739-08b30d36ab7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:16.787254 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-c2237103-fe48-4ddd-8739-08b30d36ab7c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b41af65d-1c88-448f-aaf8-219f6da540ae HTTP/1.1" status: 204 len: 168 time: 0.2159550 Oct 14 11:18:16.804095 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2237103-fe48-4ddd-8739-08b30d36ab7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41af65d-1c88-448f-aaf8-219f6da540ae,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:17.431298 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7e790-7440-4ade-aedd-20e33991d605 req-31aed963-5205-4b1c-a455-74c5d628e7f0 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:17.432932 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-46f7e790-7440-4ade-aedd-20e33991d605 req-31aed963-5205-4b1c-a455-74c5d628e7f0 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?device_id=519b9ff3-e637-42b1-b1aa-8c915b77a44e HTTP/1.1" status: 200 len: 945 time: 0.0574062 Oct 14 11:18:17.485952 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-46f7e790-7440-4ade-aedd-20e33991d605 req-c6798ec1-b65c-4cf9-8573-cc35c79c459e tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d7451c3-296c-483c-a2fd-630a02eabbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456657 Oct 14 11:18:17.707436 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 35188) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:17.817906 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-e4f7109c-c62a-4c6f-9b93-e59b91efda49 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-287113568-network', 'tenant_id': '8b856a5b52524cb58d0df2a0e8bce730'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:18:17.844954 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f7109c-c62a-4c6f-9b93-e59b91efda49 admin admin] Made reservation on behalf of 8b856a5b52524cb58d0df2a0e8bce730 for: {'network': 1} {{(pid=99969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:18:17.850980 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-e4f7109c-c62a-4c6f-9b93-e59b91efda49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for network, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:17.866688 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-e4f7109c-c62a-4c6f-9b93-e59b91efda49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:17.987867 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-e4f7109c-c62a-4c6f-9b93-e59b91efda49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:17.992256 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-e4f7109c-c62a-4c6f-9b93-e59b91efda49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:18.023548 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4f7109c-c62a-4c6f-9b93-e59b91efda49 admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=99969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 11:18:18.036973 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7109c-c62a-4c6f-9b93-e59b91efda49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9693249-86c5-4283-99f9-b2af6e4fde01,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:18.047139 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-e4f7109c-c62a-4c6f-9b93-e59b91efda49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240'] for segment, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:18.047372 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.db.segments_db [None req-e4f7109c-c62a-4c6f-9b93-e59b91efda49 admin admin] Added segment 2dcacd41-96c6-4579-a6dc-155c66b520df of type vlan for network 225d0783-84d0-4956-bd1e-5a316cfdd8b2 Oct 14 11:18:18.099578 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-e4f7109c-c62a-4c6f-9b93-e59b91efda49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755827645040'] for network, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:18.142889 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-e4f7109c-c62a-4c6f-9b93-e59b91efda49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994'] for network, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:18.144073 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f7109c-c62a-4c6f-9b93-e59b91efda49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:18.144693 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-e4f7109c-c62a-4c6f-9b93-e59b91efda49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for network, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:18.183411 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-e4f7109c-c62a-4c6f-9b93-e59b91efda49 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4746752 Oct 14 11:18:18.188278 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 35206) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:18.198614 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-082d105e-a1bd-40f0-95ee-61ac41eee860 admin admin] Request body: {'subnet': {'network_id': '225d0783-84d0-4956-bd1e-5a316cfdd8b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-287113568-subnet', 'tenant_id': '8b856a5b52524cb58d0df2a0e8bce730', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:18:18.233931 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082d105e-a1bd-40f0-95ee-61ac41eee860 admin admin] Made reservation on behalf of 8b856a5b52524cb58d0df2a0e8bce730 for: {'subnet': 1} {{(pid=99968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:18:18.238376 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-082d105e-a1bd-40f0-95ee-61ac41eee860 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070002207'] for subnet, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:18.239918 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7109c-c62a-4c6f-9b93-e59b91efda49 admin admin] Pushing event updated for resources: {'Network': ['ID=225d0783-84d0-4956-bd1e-5a316cfdd8b2,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:18.265772 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Network 225d0783-84d0-4956-bd1e-5a316cfdd8b2 details requested by agent ovs-agent-dv-cinder-801354-3-iscsi with host dv-cinder-801354-3-iscsi {{(pid=99970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 11:18:18.672924 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998bfae-2314-40e1-b5f9-a14850a480db req-6b4031af-4e20-4423-a2aa-0055e37a32cd tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:18.675874 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3998bfae-2314-40e1-b5f9-a14850a480db req-6b4031af-4e20-4423-a2aa-0055e37a32cd tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?device_id=519b9ff3-e637-42b1-b1aa-8c915b77a44e HTTP/1.1" status: 200 len: 945 time: 0.0944607 Oct 14 11:18:18.741987 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-082d105e-a1bd-40f0-95ee-61ac41eee860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065087650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070002185'] for subnet, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:18.742997 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3998bfae-2314-40e1-b5f9-a14850a480db req-cddf5e4c-d95e-4278-825d-3c2fba2b070c tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d7451c3-296c-483c-a2fd-630a02eabbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600595 Oct 14 11:18:18.804756 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d105e-a1bd-40f0-95ee-61ac41eee860 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3043803-1ec2-42cb-9c7b-ad6358202cb4,revision_number=0']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:18.818010 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082d105e-a1bd-40f0-95ee-61ac41eee860 admin admin] Checking segment: {'id': '2dcacd41-96c6-4579-a6dc-155c66b520df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '225d0783-84d0-4956-bd1e-5a316cfdd8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:18:18.818412 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082d105e-a1bd-40f0-95ee-61ac41eee860 admin admin] Network hostable DHCP agents. Network: 225d0783-84d0-4956-bd1e-5a316cfdd8b2, hostable agents: ['dc103412-d4dc-48a3-9309-49b6d77c9d56'], hosted agents: [] {{(pid=99968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 11:18:18.839538 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082d105e-a1bd-40f0-95ee-61ac41eee860 admin admin] Network 225d0783-84d0-4956-bd1e-5a316cfdd8b2 is scheduled to be hosted by DHCP agent dc103412-d4dc-48a3-9309-49b6d77c9d56 with binding_index 1 {{(pid=99968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 11:18:18.852342 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [None req-082d105e-a1bd-40f0-95ee-61ac41eee860 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-3-iscsi, 225d0783-84d0-4956-bd1e-5a316cfdd8b2) {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:18:18.857830 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082d105e-a1bd-40f0-95ee-61ac41eee860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:18.858478 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-082d105e-a1bd-40f0-95ee-61ac41eee860 admin admin] Publish callbacks [] for subnet, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:18.867076 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e2360f-6fcc-46af-ad74-cc9b8253caa3 None None] Network 225d0783-84d0-4956-bd1e-5a316cfdd8b2 requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:18:18.882661 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-082d105e-a1bd-40f0-95ee-61ac41eee860 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6911983 Oct 14 11:18:19.066062 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c01aa61-946b-41e4-afa8-eec46f1bdf8d None None] Network 225d0783-84d0-4956-bd1e-5a316cfdd8b2 requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:18:19.536261 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9e923-ab8d-4f10-a6c8-ac368a50a6db req-d20baddf-507e-4a48-a445-e3b21e50a756 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:19.536960 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 35236) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:19.539585 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-3ba9e923-ab8d-4f10-a6c8-ac368a50a6db req-d20baddf-507e-4a48-a445-e3b21e50a756 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.39 "GET /v2.0/ports?device_id=519b9ff3-e637-42b1-b1aa-8c915b77a44e HTTP/1.1" status: 200 len: 945 time: 0.0942974 Oct 14 11:18:19.543953 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-98e6778a-caee-463c-8fe9-30c328494d2c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1078008530-network', 'tenant_id': '309fc0c2f5eb4051ba0996ba0722966a'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:18:19.582655 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e6778a-caee-463c-8fe9-30c328494d2c admin admin] Made reservation on behalf of 309fc0c2f5eb4051ba0996ba0722966a for: {'network': 1} {{(pid=99969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:18:19.585904 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-98e6778a-caee-463c-8fe9-30c328494d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for network, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:19.599463 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-98e6778a-caee-463c-8fe9-30c328494d2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:19.748202 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-98e6778a-caee-463c-8fe9-30c328494d2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:19.750763 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [req-3ba9e923-ab8d-4f10-a6c8-ac368a50a6db req-2f5f1454-b04a-422d-92d7-2c0e45e20db1 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Deleting port d6809da7-ac33-44cc-9f3b-f273b491fc66 {{(pid=99968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:18:19.751558 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-3ba9e923-ab8d-4f10-a6c8-ac368a50a6db req-2f5f1454-b04a-422d-92d7-2c0e45e20db1 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:19.766008 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-98e6778a-caee-463c-8fe9-30c328494d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:19.817028 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e6778a-caee-463c-8fe9-30c328494d2c admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=99969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 11:18:19.825703 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e6778a-caee-463c-8fe9-30c328494d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023d76ca-5513-4db1-9b3e-50263ef7e1f4,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:19.834169 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-98e6778a-caee-463c-8fe9-30c328494d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240'] for segment, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:19.834631 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.db.segments_db [None req-98e6778a-caee-463c-8fe9-30c328494d2c admin admin] Added segment e0243fd4-2596-4de7-a639-8afaf8b40a43 of type vlan for network 372f31b9-1daf-4bb1-813b-5acd39186993 Oct 14 11:18:19.903957 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-98e6778a-caee-463c-8fe9-30c328494d2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755827645040'] for network, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:19.916578 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [req-3ba9e923-ab8d-4f10-a6c8-ac368a50a6db req-2f5f1454-b04a-422d-92d7-2c0e45e20db1 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] For port d6809da7-ac33-44cc-9f3b-f273b491fc66, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d6809da7-ac33-44cc-9f3b-f273b491fc66,segment=NetworkSegment(d6398ea5-cd7d-4e6c-be86-da8c36c99604),segment_id=d6398ea5-cd7d-4e6c-be86-da8c36c99604)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:18:19.917136 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-3ba9e923-ab8d-4f10-a6c8-ac368a50a6db req-2f5f1454-b04a-422d-92d7-2c0e45e20db1 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:19.939274 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [req-3ba9e923-ab8d-4f10-a6c8-ac368a50a6db req-2f5f1454-b04a-422d-92d7-2c0e45e20db1 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Calling delete_port for d6809da7-ac33-44cc-9f3b-f273b491fc66 owned by compute:nova {{(pid=99968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:18:19.967665 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de5183-b88c-4190-9a73-c937b2fe87af req-309af556-11cf-420a-97bb-221b6a9c0c3a tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:19.969336 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-31de5183-b88c-4190-9a73-c937b2fe87af req-309af556-11cf-420a-97bb-221b6a9c0c3a tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?device_id=519b9ff3-e637-42b1-b1aa-8c915b77a44e HTTP/1.1" status: 200 len: 945 time: 0.0797408 Oct 14 11:18:19.970019 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-98e6778a-caee-463c-8fe9-30c328494d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994'] for network, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:19.971004 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e6778a-caee-463c-8fe9-30c328494d2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:19.971591 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-98e6778a-caee-463c-8fe9-30c328494d2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for network, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:20.025842 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-98e6778a-caee-463c-8fe9-30c328494d2c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4869924 Oct 14 11:18:20.032592 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 35248) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:20.044491 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-2111e550-4561-415f-8713-8b60e68af94d admin admin] Request body: {'subnet': {'network_id': '372f31b9-1daf-4bb1-813b-5acd39186993', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1078008530-subnet', 'tenant_id': '309fc0c2f5eb4051ba0996ba0722966a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:18:20.063137 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e6778a-caee-463c-8fe9-30c328494d2c admin admin] Pushing event updated for resources: {'Network': ['ID=372f31b9-1daf-4bb1-813b-5acd39186993,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:20.080394 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-31de5183-b88c-4190-9a73-c937b2fe87af req-78a3d450-1b17-4d7a-950e-52d3cc4ac7d1 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d7451c3-296c-483c-a2fd-630a02eabbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874751 Oct 14 11:18:20.081515 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Network 372f31b9-1daf-4bb1-813b-5acd39186993 details requested by agent ovs-agent-dv-cinder-801354-3-iscsi with host dv-cinder-801354-3-iscsi {{(pid=99970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 11:18:20.103091 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2111e550-4561-415f-8713-8b60e68af94d admin admin] Made reservation on behalf of 309fc0c2f5eb4051ba0996ba0722966a for: {'subnet': 1} {{(pid=99968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:18:20.106879 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-2111e550-4561-415f-8713-8b60e68af94d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070002207'] for subnet, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:20.304558 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-3ba9e923-ab8d-4f10-a6c8-ac368a50a6db req-2f5f1454-b04a-422d-92d7-2c0e45e20db1 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065085970'] for port, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:20.318253 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['d6809da7-ac33-44cc-9f3b-f273b491fc66'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:18:20.365764 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f1454-b04a-422d-92d7-2c0e45e20db1 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Pushing event deleted for resources: {'Port': ['ID=d6809da7-ac33-44cc-9f3b-f273b491fc66,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:20.490134 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba9e923-ab8d-4f10-a6c8-ac368a50a6db req-2f5f1454-b04a-422d-92d7-2c0e45e20db1 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] No DVR routers for this DVR port d6809da7-ac33-44cc-9f3b-f273b491fc66 on host hv-cinder-80135 {{(pid=99968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:18:20.497215 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-3ba9e923-ab8d-4f10-a6c8-ac368a50a6db req-2f5f1454-b04a-422d-92d7-2c0e45e20db1 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:20.504067 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-3ba9e923-ab8d-4f10-a6c8-ac368a50a6db req-2f5f1454-b04a-422d-92d7-2c0e45e20db1 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.39 "DELETE /v2.0/ports/d6809da7-ac33-44cc-9f3b-f273b491fc66 HTTP/1.1" status: 204 len: 173 time: 0.9537151 Oct 14 11:18:20.504828 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519b9ff3-e637-42b1-b1aa-8c915b77a44e', 'name': 'network-vif-deleted', 'tag': 'd6809da7-ac33-44cc-9f3b-f273b491fc66'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:18:20.509067 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bc8dce43effdfc17fa197fa73d2f682717a0aeb1d45e7b66290f8ec122344fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b224fdf-75a3-4839-86eb-bd0e5f423086" -d '{"events": [{"server_uuid": "519b9ff3-e637-42b1-b1aa-8c915b77a44e", "name": "network-vif-deleted", "tag": "d6809da7-ac33-44cc-9f3b-f273b491fc66"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:18:20.594417 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4475db-d6f7-4a08-a6d6-f146edfadbd2 x-openstack-request-id: req-6d4475db-d6f7-4a08-a6d6-f146edfadbd2 {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:18:20.595351 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519b9ff3-e637-42b1-b1aa-8c915b77a44e", "name": "network-vif-deleted", "tag": "d6809da7-ac33-44cc-9f3b-f273b491fc66", "status": "completed", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:18:20.595561 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6d4475db-d6f7-4a08-a6d6-f146edfadbd2 {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:18:20.596387 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519b9ff3-e637-42b1-b1aa-8c915b77a44e', 'name': 'network-vif-deleted', 'tag': 'd6809da7-ac33-44cc-9f3b-f273b491fc66', 'status': 'completed', 'code': 200} Oct 14 11:18:20.637194 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-2111e550-4561-415f-8713-8b60e68af94d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065087650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070002185'] for subnet, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:20.738888 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111e550-4561-415f-8713-8b60e68af94d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdfd0bee-02be-4ebd-8e90-d551cedc55a4,revision_number=0']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:20.755240 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2111e550-4561-415f-8713-8b60e68af94d admin admin] Checking segment: {'id': 'e0243fd4-2596-4de7-a639-8afaf8b40a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '372f31b9-1daf-4bb1-813b-5acd39186993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:18:20.755808 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2111e550-4561-415f-8713-8b60e68af94d admin admin] Network hostable DHCP agents. Network: 372f31b9-1daf-4bb1-813b-5acd39186993, hostable agents: ['dc103412-d4dc-48a3-9309-49b6d77c9d56'], hosted agents: [] {{(pid=99968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 11:18:20.785414 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2111e550-4561-415f-8713-8b60e68af94d admin admin] Network 372f31b9-1daf-4bb1-813b-5acd39186993 is scheduled to be hosted by DHCP agent dc103412-d4dc-48a3-9309-49b6d77c9d56 with binding_index 1 {{(pid=99968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 11:18:20.814008 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [None req-2111e550-4561-415f-8713-8b60e68af94d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-3-iscsi, 372f31b9-1daf-4bb1-813b-5acd39186993) {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:18:20.820427 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2111e550-4561-415f-8713-8b60e68af94d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:20.821355 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-2111e550-4561-415f-8713-8b60e68af94d admin admin] Publish callbacks [] for subnet, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:20.827148 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a9daa7-615b-4455-9fe3-b54bc83c52ef None None] Network 372f31b9-1daf-4bb1-813b-5acd39186993 requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:18:20.847848 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-2111e550-4561-415f-8713-8b60e68af94d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8132956 Oct 14 11:18:21.076464 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 35266) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:21.113860 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a1e590-2387-479c-b420-001ce7e277a4 None None] Network 372f31b9-1daf-4bb1-813b-5acd39186993 requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:18:21.167767 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcdd21b9-3b7c-45db-a2fe-548f52e96e74 admin admin] Deleting subnet b3043803-1ec2-42cb-9c7b-ad6358202cb4 {{(pid=99968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 11:18:21.196448 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-dcdd21b9-3b7c-45db-a2fe-548f52e96e74 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:21.310957 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-fefdb316-371d-41b0-a5c3-42efa050b85e req-8e6f624f-e900-4441-af68-002ae8684601 tempest-VolumesSnapshotTestJSON-1301422618 tempest-VolumesSnapshotTestJSON-1301422618-project] 10.222.0.46 "GET /v2.0/ports?device_id=519b9ff3-e637-42b1-b1aa-8c915b77a44e HTTP/1.1" status: 200 len: 210 time: 0.0597289 Oct 14 11:18:21.314364 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-dcdd21b9-3b7c-45db-a2fe-548f52e96e74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069810409'] for subnet, precommit_delete_associations {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:21.398190 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-dcdd21b9-3b7c-45db-a2fe-548f52e96e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725203'] for subnet, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:21.478062 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-dcdd21b9-3b7c-45db-a2fe-548f52e96e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065087715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070002226'] for subnet, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:21.505831 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd21b9-3b7c-45db-a2fe-548f52e96e74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3043803-1ec2-42cb-9c7b-ad6358202cb4,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:21.520886 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-dcdd21b9-3b7c-45db-a2fe-548f52e96e74 admin admin] Publish callbacks [] for subnet, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:21.526690 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-dcdd21b9-3b7c-45db-a2fe-548f52e96e74 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b3043803-1ec2-42cb-9c7b-ad6358202cb4 HTTP/1.1" status: 204 len: 168 time: 0.4482150 Oct 14 11:18:21.530149 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 35274) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:21.612677 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4c52bea8-c545-476c-a6d2-2d7eac361010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544921'] for network, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:21.709865 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4c52bea8-c545-476c-a6d2-2d7eac361010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727366', 'neutron.services.segments.db._delete_segments_for_network-8755828151089'] for network, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:21.734817 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.services.segments.db [None req-4c52bea8-c545-476c-a6d2-2d7eac361010 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f69f7b02d30>,) {'filters': {'network_id': ['225d0783-84d0-4956-bd1e-5a316cfdd8b2']}} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:18:21.746458 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.services.segments.db [None req-4c52bea8-c545-476c-a6d2-2d7eac361010 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f69f7b02d30>, '2dcacd41-96c6-4579-a6dc-155c66b520df') {'for_net_delete': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:18:21.746803 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.services.segments.db [None req-4c52bea8-c545-476c-a6d2-2d7eac361010 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f69f7b02d30>, '2dcacd41-96c6-4579-a6dc-155c66b520df') {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:18:21.758829 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4c52bea8-c545-476c-a6d2-2d7eac361010 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755828152634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069810384'] for segment, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:21.775552 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4c52bea8-c545-476c-a6d2-2d7eac361010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240'] for segment, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:21.783878 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c52bea8-c545-476c-a6d2-2d7eac361010 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=99968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 11:18:21.784385 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4c52bea8-c545-476c-a6d2-2d7eac361010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065086017'] for segment, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:21.786504 dv-cinder-801354-3-iscsi neutron-server[99968]: Traceback (most recent call last): Oct 14 11:18:21.786504 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 11:18:21.786504 dv-cinder-801354-3-iscsi neutron-server[99968]: timer() Oct 14 11:18:21.786504 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 11:18:21.786504 dv-cinder-801354-3-iscsi neutron-server[99968]: cb(*args, **kw) Oct 14 11:18:21.786504 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 11:18:21.786504 dv-cinder-801354-3-iscsi neutron-server[99968]: return func(*args, **kwargs) Oct 14 11:18:21.786504 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 11:18:21.786504 dv-cinder-801354-3-iscsi neutron-server[99968]: self._notify() Oct 14 11:18:21.786504 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 11:18:21.786504 dv-cinder-801354-3-iscsi neutron-server[99968]: self.callback(batched_events) Oct 14 11:18:21.786504 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 11:18:21.786504 dv-cinder-801354-3-iscsi neutron-server[99968]: event.method(event) Oct 14 11:18:21.786504 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 11:18:21.786504 dv-cinder-801354-3-iscsi neutron-server[99968]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 11:18:21.786504 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 11:18:21.786504 dv-cinder-801354-3-iscsi neutron-server[99968]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 11:18:21.786504 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 11:18:21.786504 dv-cinder-801354-3-iscsi neutron-server[99968]: return f(self, *a, **k) Oct 14 11:18:21.786504 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 11:18:21.786504 dv-cinder-801354-3-iscsi neutron-server[99968]: return self._get(url).json() Oct 14 11:18:21.786504 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 11:18:21.786504 dv-cinder-801354-3-iscsi neutron-server[99968]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 11:18:21.786504 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 11:18:21.786504 dv-cinder-801354-3-iscsi neutron-server[99968]: return self.request(url, 'GET', **kwargs) Oct 14 11:18:21.786504 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 11:18:21.786504 dv-cinder-801354-3-iscsi neutron-server[99968]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 11:18:21.786504 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 11:18:21.786504 dv-cinder-801354-3-iscsi neutron-server[99968]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 11:18:21.786504 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 11:18:21.786504 dv-cinder-801354-3-iscsi neutron-server[99968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 11:18:21.786504 dv-cinder-801354-3-iscsi neutron-server[99968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 11:18:21.858146 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4c52bea8-c545-476c-a6d2-2d7eac361010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1073340624'] for network, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:21.863857 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4c52bea8-c545-476c-a6d2-2d7eac361010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for network, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:21.869661 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-4c52bea8-c545-476c-a6d2-2d7eac361010 admin admin] 10.222.0.46 "DELETE /v2.0/networks/225d0783-84d0-4956-bd1e-5a316cfdd8b2 HTTP/1.1" status: 204 len: 168 time: 0.3374193 Oct 14 11:18:21.873476 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 35276) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:21.914722 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c52bea8-c545-476c-a6d2-2d7eac361010 admin admin] Pushing event deleted for resources: {'Network': ['ID=225d0783-84d0-4956-bd1e-5a316cfdd8b2,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:21.939476 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bcb3542-e29c-4ab1-99b6-d4a71123f1a7 admin admin] Deleting subnet cdfd0bee-02be-4ebd-8e90-d551cedc55a4 {{(pid=99968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 11:18:21.943827 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-5bcb3542-e29c-4ab1-99b6-d4a71123f1a7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:21.983713 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-5bcb3542-e29c-4ab1-99b6-d4a71123f1a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069810409'] for subnet, precommit_delete_associations {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:22.033634 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-5bcb3542-e29c-4ab1-99b6-d4a71123f1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725203'] for subnet, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:22.098518 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-5bcb3542-e29c-4ab1-99b6-d4a71123f1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065087715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070002226'] for subnet, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:22.127572 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb3542-e29c-4ab1-99b6-d4a71123f1a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdfd0bee-02be-4ebd-8e90-d551cedc55a4,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:22.131360 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-5bcb3542-e29c-4ab1-99b6-d4a71123f1a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:22.134771 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-5bcb3542-e29c-4ab1-99b6-d4a71123f1a7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/cdfd0bee-02be-4ebd-8e90-d551cedc55a4 HTTP/1.1" status: 204 len: 168 time: 0.2599070 Oct 14 11:18:22.140310 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 35278) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:22.217828 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b175ae70-5927-41a4-a90a-d26361657074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544921'] for network, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:22.307123 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b175ae70-5927-41a4-a90a-d26361657074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727366', 'neutron.services.segments.db._delete_segments_for_network-8755828151089'] for network, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:22.331543 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.services.segments.db [None req-b175ae70-5927-41a4-a90a-d26361657074 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f69fc151e50>,) {'filters': {'network_id': ['372f31b9-1daf-4bb1-813b-5acd39186993']}} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:18:22.342681 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.services.segments.db [None req-b175ae70-5927-41a4-a90a-d26361657074 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f69fc151e50>, 'e0243fd4-2596-4de7-a639-8afaf8b40a43') {'for_net_delete': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:18:22.343005 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.services.segments.db [None req-b175ae70-5927-41a4-a90a-d26361657074 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f69fc151e50>, 'e0243fd4-2596-4de7-a639-8afaf8b40a43') {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:18:22.354609 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b175ae70-5927-41a4-a90a-d26361657074 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755828152634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069810384'] for segment, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:22.374261 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b175ae70-5927-41a4-a90a-d26361657074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240'] for segment, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:22.393691 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b175ae70-5927-41a4-a90a-d26361657074 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=99968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 11:18:22.394419 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b175ae70-5927-41a4-a90a-d26361657074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065086017'] for segment, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:22.396980 dv-cinder-801354-3-iscsi neutron-server[99968]: Traceback (most recent call last): Oct 14 11:18:22.396980 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 11:18:22.396980 dv-cinder-801354-3-iscsi neutron-server[99968]: timer() Oct 14 11:18:22.396980 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 11:18:22.396980 dv-cinder-801354-3-iscsi neutron-server[99968]: cb(*args, **kw) Oct 14 11:18:22.396980 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 11:18:22.396980 dv-cinder-801354-3-iscsi neutron-server[99968]: return func(*args, **kwargs) Oct 14 11:18:22.396980 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 11:18:22.396980 dv-cinder-801354-3-iscsi neutron-server[99968]: self._notify() Oct 14 11:18:22.396980 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 11:18:22.396980 dv-cinder-801354-3-iscsi neutron-server[99968]: self.callback(batched_events) Oct 14 11:18:22.396980 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 11:18:22.396980 dv-cinder-801354-3-iscsi neutron-server[99968]: event.method(event) Oct 14 11:18:22.396980 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 11:18:22.396980 dv-cinder-801354-3-iscsi neutron-server[99968]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 11:18:22.396980 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 11:18:22.396980 dv-cinder-801354-3-iscsi neutron-server[99968]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 11:18:22.396980 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 11:18:22.396980 dv-cinder-801354-3-iscsi neutron-server[99968]: return f(self, *a, **k) Oct 14 11:18:22.396980 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 11:18:22.396980 dv-cinder-801354-3-iscsi neutron-server[99968]: return self._get(url).json() Oct 14 11:18:22.396980 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 11:18:22.396980 dv-cinder-801354-3-iscsi neutron-server[99968]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 11:18:22.396980 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 11:18:22.396980 dv-cinder-801354-3-iscsi neutron-server[99968]: return self.request(url, 'GET', **kwargs) Oct 14 11:18:22.396980 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 11:18:22.396980 dv-cinder-801354-3-iscsi neutron-server[99968]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 11:18:22.396980 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 11:18:22.396980 dv-cinder-801354-3-iscsi neutron-server[99968]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 11:18:22.396980 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 11:18:22.396980 dv-cinder-801354-3-iscsi neutron-server[99968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 11:18:22.396980 dv-cinder-801354-3-iscsi neutron-server[99968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 11:18:22.482807 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b175ae70-5927-41a4-a90a-d26361657074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1073340624'] for network, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:22.508941 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b175ae70-5927-41a4-a90a-d26361657074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for network, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:22.517489 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-b175ae70-5927-41a4-a90a-d26361657074 admin admin] 10.222.0.46 "DELETE /v2.0/networks/372f31b9-1daf-4bb1-813b-5acd39186993 HTTP/1.1" status: 204 len: 168 time: 0.3737633 Oct 14 11:18:22.519846 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b175ae70-5927-41a4-a90a-d26361657074 admin admin] Pushing event deleted for resources: {'Network': ['ID=372f31b9-1daf-4bb1-813b-5acd39186993,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:22.530367 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device d6809da7-ac33-44cc-9f3b-f273b491fc66 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:18:22.572443 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] No Port match for: d6809da7-ac33-44cc-9f3b-f273b491fc66 {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:18:22.573823 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device d6809da7-ac33-44cc-9f3b-f273b491fc66 not bound to the agent host hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:18:22.761094 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 35300) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:22.856799 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-0c1054aa-43e0-4c62-9c98-b4c3b55d95f3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8b856a5b52524cb58d0df2a0e8bce730&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0941644 Oct 14 11:18:22.863252 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 35308) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:22.919844 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-3b597b8c-145e-4979-82f7-92316cf80e56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:22.945452 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-3b597b8c-145e-4979-82f7-92316cf80e56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:23.008802 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-3b597b8c-145e-4979-82f7-92316cf80e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:23.012027 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-3b597b8c-145e-4979-82f7-92316cf80e56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:23.014528 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-3b597b8c-145e-4979-82f7-92316cf80e56 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d9693249-86c5-4283-99f9-b2af6e4fde01 HTTP/1.1" status: 204 len: 168 time: 0.1494401 Oct 14 11:18:23.023646 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b597b8c-145e-4979-82f7-92316cf80e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9693249-86c5-4283-99f9-b2af6e4fde01,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:23.440249 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 35316) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:23.483923 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-8f832577-1229-4964-99a4-d09b2e8252ab admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=309fc0c2f5eb4051ba0996ba0722966a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423274 Oct 14 11:18:23.486611 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 35318) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:23.544638 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f58f344d-a201-46ce-86b7-9d9dd9eeaf80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:23.570385 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f58f344d-a201-46ce-86b7-9d9dd9eeaf80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:23.631328 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f58f344d-a201-46ce-86b7-9d9dd9eeaf80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:23.633940 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f58f344d-a201-46ce-86b7-9d9dd9eeaf80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:23.639571 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-f58f344d-a201-46ce-86b7-9d9dd9eeaf80 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/023d76ca-5513-4db1-9b3e-50263ef7e1f4 HTTP/1.1" status: 204 len: 168 time: 0.1517105 Oct 14 11:18:23.649572 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f344d-a201-46ce-86b7-9d9dd9eeaf80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023d76ca-5513-4db1-9b3e-50263ef7e1f4,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:31.139197 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 35488) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:31.304534 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9b7c636f-9877-4252-b586-cfe33d670556 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:31.456344 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9b7c636f-9877-4252-b586-cfe33d670556 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:31.461597 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9b7c636f-9877-4252-b586-cfe33d670556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:31.515146 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-9b7c636f-9877-4252-b586-cfe33d670556 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=358581fdac9f4849bd8c9a4e109b5997&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3747683 Oct 14 11:18:31.516220 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c636f-9877-4252-b586-cfe33d670556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec47d040-d17d-4628-8f73-b9306540a6bb,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:31.519709 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 35502) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:31.585390 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-e91d70c1-a935-4ffc-b7ff-5d1f9c03f9d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:31.610956 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-e91d70c1-a935-4ffc-b7ff-5d1f9c03f9d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:31.705518 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-e91d70c1-a935-4ffc-b7ff-5d1f9c03f9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:31.710509 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-e91d70c1-a935-4ffc-b7ff-5d1f9c03f9d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:31.712663 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-e91d70c1-a935-4ffc-b7ff-5d1f9c03f9d3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ec47d040-d17d-4628-8f73-b9306540a6bb HTTP/1.1" status: 204 len: 168 time: 0.1913660 Oct 14 11:18:31.727484 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d70c1-a935-4ffc-b7ff-5d1f9c03f9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec47d040-d17d-4628-8f73-b9306540a6bb,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:32.064514 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 35508) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:32.079892 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d80f658b-c342-43ad-98ef-a55e6709e001 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:32.162441 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d80f658b-c342-43ad-98ef-a55e6709e001 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:32.168291 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d80f658b-c342-43ad-98ef-a55e6709e001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:32.251574 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-d80f658b-c342-43ad-98ef-a55e6709e001 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9b6804de1e974fe5941d31adf77f859c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1855729 Oct 14 11:18:32.253117 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f658b-c342-43ad-98ef-a55e6709e001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9463555a-fdc5-459b-9032-8e02cd9aeadf,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:32.253862 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 35510) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:32.316675 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-b3a8a221-139d-4155-b51a-471d0c6929be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:32.349561 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-b3a8a221-139d-4155-b51a-471d0c6929be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:32.413984 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-b3a8a221-139d-4155-b51a-471d0c6929be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:32.416875 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-b3a8a221-139d-4155-b51a-471d0c6929be admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:32.418044 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-b3a8a221-139d-4155-b51a-471d0c6929be admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9463555a-fdc5-459b-9032-8e02cd9aeadf HTTP/1.1" status: 204 len: 168 time: 0.1631112 Oct 14 11:18:32.429121 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8a221-139d-4155-b51a-471d0c6929be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9463555a-fdc5-459b-9032-8e02cd9aeadf,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:34.379242 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 35588) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:34.491432 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-6dd17ad4-80fd-4eaf-aa0b-b554ca817036 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:34.575840 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-6dd17ad4-80fd-4eaf-aa0b-b554ca817036 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:34.579744 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-6dd17ad4-80fd-4eaf-aa0b-b554ca817036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:34.619974 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-6dd17ad4-80fd-4eaf-aa0b-b554ca817036 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=09be348f33f9460ea85f9a001fd17cd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395487 Oct 14 11:18:34.620913 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd17ad4-80fd-4eaf-aa0b-b554ca817036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1fa4a6-1dcf-4e14-9c0c-d20f5d52771f,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:34.622898 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 35594) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:34.674202 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-068f1a9e-255a-482e-bc15-f6990a4bf5bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:34.696311 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-068f1a9e-255a-482e-bc15-f6990a4bf5bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:34.751574 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-068f1a9e-255a-482e-bc15-f6990a4bf5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:34.756378 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-068f1a9e-255a-482e-bc15-f6990a4bf5bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:34.758310 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-068f1a9e-255a-482e-bc15-f6990a4bf5bd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aa1fa4a6-1dcf-4e14-9c0c-d20f5d52771f HTTP/1.1" status: 204 len: 168 time: 0.1341314 Oct 14 11:18:34.769416 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f1a9e-255a-482e-bc15-f6990a4bf5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1fa4a6-1dcf-4e14-9c0c-d20f5d52771f,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:35.098171 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 35612) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:35.112530 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-70b115f0-43a9-47f7-a1a8-8c7ad6bfa007 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:35.192695 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-70b115f0-43a9-47f7-a1a8-8c7ad6bfa007 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:35.197077 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-70b115f0-43a9-47f7-a1a8-8c7ad6bfa007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:35.238512 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-70b115f0-43a9-47f7-a1a8-8c7ad6bfa007 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8c8d51d99e9941ccadec71af9b67cf6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1387923 Oct 14 11:18:35.239104 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b115f0-43a9-47f7-a1a8-8c7ad6bfa007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb23b67e-b5c9-4cd4-ae96-dee79d15429c,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:35.241711 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 35616) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:35.294767 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7962-cba5-43f7-a385-f46af9d0d023 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:35.316786 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7962-cba5-43f7-a385-f46af9d0d023 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:35.380510 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7962-cba5-43f7-a385-f46af9d0d023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:35.384401 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7962-cba5-43f7-a385-f46af9d0d023 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:35.385626 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-3c7c7962-cba5-43f7-a385-f46af9d0d023 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bb23b67e-b5c9-4cd4-ae96-dee79d15429c HTTP/1.1" status: 204 len: 168 time: 0.1424079 Oct 14 11:18:35.394509 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7962-cba5-43f7-a385-f46af9d0d023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb23b67e-b5c9-4cd4-ae96-dee79d15429c,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:37.554168 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 35704) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:37.665259 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c9accaf7-7635-4351-82cf-8616e7aa3bee admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:37.753762 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c9accaf7-7635-4351-82cf-8616e7aa3bee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:37.758245 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c9accaf7-7635-4351-82cf-8616e7aa3bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:37.797817 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9accaf7-7635-4351-82cf-8616e7aa3bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1f1baa-88fb-49a4-9465-225c1e7aaf72,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:37.802990 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-c9accaf7-7635-4351-82cf-8616e7aa3bee admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3376bbb8791545de8443c1e592b72192&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2475727 Oct 14 11:18:37.804826 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 35708) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:37.861189 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c9fa8c6a-0bc6-42a0-89ca-163b57396e27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:37.887745 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c9fa8c6a-0bc6-42a0-89ca-163b57396e27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:37.951584 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c9fa8c6a-0bc6-42a0-89ca-163b57396e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:37.955337 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c9fa8c6a-0bc6-42a0-89ca-163b57396e27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:37.956858 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-c9fa8c6a-0bc6-42a0-89ca-163b57396e27 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9a1f1baa-88fb-49a4-9465-225c1e7aaf72 HTTP/1.1" status: 204 len: 168 time: 0.1509395 Oct 14 11:18:37.971400 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa8c6a-0bc6-42a0-89ca-163b57396e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1f1baa-88fb-49a4-9465-225c1e7aaf72,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:38.289606 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 35720) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:38.304640 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-dbc4a5cc-8063-4349-a10d-4fca4b28c566 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:38.407098 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-dbc4a5cc-8063-4349-a10d-4fca4b28c566 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:38.411877 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-dbc4a5cc-8063-4349-a10d-4fca4b28c566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:38.457047 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-dbc4a5cc-8063-4349-a10d-4fca4b28c566 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aec00fbc5257411f8d40f61393e85aa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1661835 Oct 14 11:18:38.457995 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc4a5cc-8063-4349-a10d-4fca4b28c566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae1539d-eac3-4f49-a13f-0a0811acae4f,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:38.459789 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 35722) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:38.519698 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-6b7e33a5-e01f-4514-bdf7-973fc11833cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:38.542973 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-6b7e33a5-e01f-4514-bdf7-973fc11833cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:38.596379 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-6b7e33a5-e01f-4514-bdf7-973fc11833cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:38.600149 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-6b7e33a5-e01f-4514-bdf7-973fc11833cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:38.601476 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-6b7e33a5-e01f-4514-bdf7-973fc11833cd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4ae1539d-eac3-4f49-a13f-0a0811acae4f HTTP/1.1" status: 204 len: 168 time: 0.1399207 Oct 14 11:18:38.612713 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7e33a5-e01f-4514-bdf7-973fc11833cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae1539d-eac3-4f49-a13f-0a0811acae4f,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:38.683600 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:38.837375 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-2f54a493-ddfb-4318-89b2-5ce5246d10d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:41.506225 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-7b707447-3d02-4a47-bab1-8f71399647ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:42.428112 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-b95e1eb2-838f-4854-a5ac-367fc34488d2 req-55f38648-645b-4b44-9454-8f660a86e110 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498986 Oct 14 11:18:42.503950 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e1eb2-838f-4854-a5ac-367fc34488d2 req-bbc0495d-990c-4dad-a359-821e8d1dab13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:42.506569 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-b95e1eb2-838f-4854-a5ac-367fc34488d2 req-bbc0495d-990c-4dad-a359-821e8d1dab13 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b0d78c4c2bd84fe29041852181e0868c&device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 1100 time: 0.0527918 Oct 14 11:18:42.648025 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e1eb2-838f-4854-a5ac-367fc34488d2 req-8d7311f6-494b-4236-b783-0735e3a1eb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:42.649585 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-b95e1eb2-838f-4854-a5ac-367fc34488d2 req-8d7311f6-494b-4236-b783-0735e3a1eb9f service neutron] 10.222.0.39 "GET /v2.0/networks?id=2f17ff47-830b-4023-ad66-66e432a33b51 HTTP/1.1" status: 200 len: 917 time: 0.1121128 Oct 14 11:18:42.727440 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-b95e1eb2-838f-4854-a5ac-367fc34488d2 req-3e2e991d-d7f5-4c4b-9e38-120feada3bd4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=988df262-f09c-4fe0-bc00-221e5936214b HTTP/1.1" status: 200 len: 1002 time: 0.0625277 Oct 14 11:18:42.793974 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:42.799514 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e1eb2-838f-4854-a5ac-367fc34488d2 req-eddf7d12-195d-48c4-86ad-99cf39310325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:42.801349 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-b95e1eb2-838f-4854-a5ac-367fc34488d2 req-eddf7d12-195d-48c4-86ad-99cf39310325 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fca00ce8-46db-40c9-b0ce-2996d51e47d7 HTTP/1.1" status: 200 len: 855 time: 0.0602291 Oct 14 11:18:42.861416 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e1eb2-838f-4854-a5ac-367fc34488d2 req-ed938543-0b8d-4545-a7f5-67f55b2c3eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:42.863150 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-b95e1eb2-838f-4854-a5ac-367fc34488d2 req-ed938543-0b8d-4545-a7f5-67f55b2c3eaf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2f17ff47-830b-4023-ad66-66e432a33b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477998 Oct 14 11:18:42.987880 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-b95e1eb2-838f-4854-a5ac-367fc34488d2 req-5844f3c7-02d6-4696-8c81-d48df29ea85e service neutron] 10.222.0.39 "GET /v2.0/networks/2f17ff47-830b-4023-ad66-66e432a33b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121972 Oct 14 11:18:43.045594 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:43.108779 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-b95e1eb2-838f-4854-a5ac-367fc34488d2 req-8215790a-8062-48f6-80b9-aeacb39e539c service neutron] 10.222.0.39 "GET /v2.0/networks/2f17ff47-830b-4023-ad66-66e432a33b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088655 Oct 14 11:18:44.308938 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:44.607573 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0da34-7297-4ea8-ae70-89f5725a57c9 req-caad14ab-ce95-4214-bff4-9c10ade26ffa tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:44.609183 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4ce0da34-7297-4ea8-ae70-89f5725a57c9 req-caad14ab-ce95-4214-bff4-9c10ade26ffa tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 947 time: 0.1609898 Oct 14 11:18:44.654846 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4ce0da34-7297-4ea8-ae70-89f5725a57c9 req-120b93a2-0b3b-4ea6-9aa7-e41fa2d8a114 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393257 Oct 14 11:18:45.793470 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1aec70-49b7-4deb-92f4-519e0ef7b403 req-20af70a3-7d00-4c9b-b3bd-0662712c4b3a tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:45.795550 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5c1aec70-49b7-4deb-92f4-519e0ef7b403 req-20af70a3-7d00-4c9b-b3bd-0662712c4b3a tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 947 time: 0.0608420 Oct 14 11:18:45.836793 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5c1aec70-49b7-4deb-92f4-519e0ef7b403 req-160ed818-1b7d-4d47-a517-e15c6d53e0ed tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341313 Oct 14 11:18:46.584896 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f4481-e843-4f69-9168-36cd1e7a3597 req-95c4dce6-8ff5-4a0e-bca3-b26fc56de8ce tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:46.586502 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-d57f4481-e843-4f69-9168-36cd1e7a3597 req-95c4dce6-8ff5-4a0e-bca3-b26fc56de8ce tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 947 time: 0.0519757 Oct 14 11:18:46.710708 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [req-d57f4481-e843-4f69-9168-36cd1e7a3597 req-262f0d3f-496b-4e05-9c70-20d5971b10e4 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Deleting port 988df262-f09c-4fe0-bc00-221e5936214b {{(pid=99968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:18:46.711239 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-d57f4481-e843-4f69-9168-36cd1e7a3597 req-262f0d3f-496b-4e05-9c70-20d5971b10e4 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:46.807011 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [req-d57f4481-e843-4f69-9168-36cd1e7a3597 req-262f0d3f-496b-4e05-9c70-20d5971b10e4 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] For port 988df262-f09c-4fe0-bc00-221e5936214b, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=988df262-f09c-4fe0-bc00-221e5936214b,segment=NetworkSegment(f89198a1-603f-4689-b5b2-f4b9245553bb),segment_id=f89198a1-603f-4689-b5b2-f4b9245553bb)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:18:46.807371 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-d57f4481-e843-4f69-9168-36cd1e7a3597 req-262f0d3f-496b-4e05-9c70-20d5971b10e4 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:46.980805 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aec90f-448c-4e60-b57b-0035262aaa77 req-588da09a-95b0-4204-8b17-e2e09686721e tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:46.983756 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b5aec90f-448c-4e60-b57b-0035262aaa77 req-588da09a-95b0-4204-8b17-e2e09686721e tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 947 time: 0.0586383 Oct 14 11:18:47.046749 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b5aec90f-448c-4e60-b57b-0035262aaa77 req-050b0f78-9c81-45e8-8cab-403160f90542 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=79d6b75a-bb03-4c94-9551-32ca144b41af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552223 Oct 14 11:18:47.079648 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-d57f4481-e843-4f69-9168-36cd1e7a3597 req-262f0d3f-496b-4e05-9c70-20d5971b10e4 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for floatingip, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:47.080016 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-d57f4481-e843-4f69-9168-36cd1e7a3597 req-262f0d3f-496b-4e05-9c70-20d5971b10e4 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1073340614'] for floatingip, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:47.080338 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.db.l3_db [req-d57f4481-e843-4f69-9168-36cd1e7a3597 req-262f0d3f-496b-4e05-9c70-20d5971b10e4 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Floating IP 87f25399-d63b-46bf-a31f-d71733078f6c disassociated. External IP: 172.27.0.196, port: 988df262-f09c-4fe0-bc00-221e5936214b. Oct 14 11:18:47.080686 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [req-d57f4481-e843-4f69-9168-36cd1e7a3597 req-262f0d3f-496b-4e05-9c70-20d5971b10e4 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Calling delete_port for 988df262-f09c-4fe0-bc00-221e5936214b owned by compute:nova {{(pid=99968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:18:47.230445 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-d57f4481-e843-4f69-9168-36cd1e7a3597 req-262f0d3f-496b-4e05-9c70-20d5971b10e4 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065085970'] for port, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:47.277678 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f0d3f-496b-4e05-9c70-20d5971b10e4 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Pushing event deleted for resources: {'Port': ['ID=988df262-f09c-4fe0-bc00-221e5936214b,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:47.293898 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262f0d3f-496b-4e05-9c70-20d5971b10e4 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:47.294372 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262f0d3f-496b-4e05-9c70-20d5971b10e4 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:47.294771 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262f0d3f-496b-4e05-9c70-20d5971b10e4 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:47.296455 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262f0d3f-496b-4e05-9c70-20d5971b10e4 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:47.296859 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262f0d3f-496b-4e05-9c70-20d5971b10e4 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:47.297250 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262f0d3f-496b-4e05-9c70-20d5971b10e4 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:47.297679 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262f0d3f-496b-4e05-9c70-20d5971b10e4 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:47.298076 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262f0d3f-496b-4e05-9c70-20d5971b10e4 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:47.298499 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262f0d3f-496b-4e05-9c70-20d5971b10e4 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:47.298901 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262f0d3f-496b-4e05-9c70-20d5971b10e4 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:47.299279 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262f0d3f-496b-4e05-9c70-20d5971b10e4 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:47.299656 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262f0d3f-496b-4e05-9c70-20d5971b10e4 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:47.439151 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d57f4481-e843-4f69-9168-36cd1e7a3597 req-262f0d3f-496b-4e05-9c70-20d5971b10e4 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Router 22791d7d-3c63-488d-8eb9-b0fc7e8b047f has already been hosted by L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 {{(pid=99968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:18:47.563336 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d57f4481-e843-4f69-9168-36cd1e7a3597 req-262f0d3f-496b-4e05-9c70-20d5971b10e4 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:18:47.573449 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a80a1ad-8177-4530-bf2c-efbaba97ff74 None None] Sync routers for ids ['22791d7d-3c63-488d-8eb9-b0fc7e8b047f'] in dv-cinder-801354-3-iscsi {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:18:47.594532 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a80a1ad-8177-4530-bf2c-efbaba97ff74 None None] Routers {'22791d7d-3c63-488d-8eb9-b0fc7e8b047f'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:18:47.595216 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-6a80a1ad-8177-4530-bf2c-efbaba97ff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fcbacd00>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:18:41Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['22791d7d-3c63-488d-8eb9-b0fc7e8b047f'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:18:47.620924 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57f4481-e843-4f69-9168-36cd1e7a3597 req-262f0d3f-496b-4e05-9c70-20d5971b10e4 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] No DVR routers for this DVR port 988df262-f09c-4fe0-bc00-221e5936214b on host hv-cinder-80135 {{(pid=99968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:18:47.625143 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-d57f4481-e843-4f69-9168-36cd1e7a3597 req-262f0d3f-496b-4e05-9c70-20d5971b10e4 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:47.631158 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-d57f4481-e843-4f69-9168-36cd1e7a3597 req-262f0d3f-496b-4e05-9c70-20d5971b10e4 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.39 "DELETE /v2.0/ports/988df262-f09c-4fe0-bc00-221e5936214b HTTP/1.1" status: 204 len: 173 time: 1.0369935 Oct 14 11:18:47.631884 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fa3ad3-712f-4b34-a6a3-ff27dcb163fc', 'name': 'network-vif-deleted', 'tag': '988df262-f09c-4fe0-bc00-221e5936214b'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:18:47.636359 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bc8dce43effdfc17fa197fa73d2f682717a0aeb1d45e7b66290f8ec122344fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf449552-e6c1-42d1-8484-81da114d9091" -d '{"events": [{"server_uuid": "d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc", "name": "network-vif-deleted", "tag": "988df262-f09c-4fe0-bc00-221e5936214b"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:18:47.743239 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0e2745-c9c0-4d57-abde-8420729190a1 x-openstack-request-id: req-ab0e2745-c9c0-4d57-abde-8420729190a1 {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:18:47.760690 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc", "name": "network-vif-deleted", "tag": "988df262-f09c-4fe0-bc00-221e5936214b", "status": "completed", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:18:47.761562 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ab0e2745-c9c0-4d57-abde-8420729190a1 {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:18:47.763117 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fa3ad3-712f-4b34-a6a3-ff27dcb163fc', 'name': 'network-vif-deleted', 'tag': '988df262-f09c-4fe0-bc00-221e5936214b', 'status': 'completed', 'code': 200} Oct 14 11:18:47.778224 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-6a80a1ad-8177-4530-bf2c-efbaba97ff74 None None] Set router 22791d7d-3c63-488d-8eb9-b0fc7e8b047f gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:18:48.105926 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-6a80a1ad-8177-4530-bf2c-efbaba97ff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fcbacd00>, [{'id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'name': 'tempest-AttachVolumeShelveTestJSON-933610345-router', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '67207ab1-a901-45f1-ac2d-4699cecece14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:13:40Z', 'revision_number': 4, 'project_id': 'b0d78c4c2bd84fe29041852181e0868c', 'gw_port': {'id': '67207ab1-a901-45f1-ac2d-4699cecece14', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:31Z', 'updated_at': '2021-10-14T11:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': 'b1ae1501-da3e-47c6-abf4-d393a429d718', 'name': '', 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'mac_address': 'fa:16:3e:aa:eb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fca00ce8-46db-40c9-b0ce-2996d51e47d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:37Z', 'updated_at': '2021-10-14T11:13:49Z', 'revision_number': 5, 'project_id': 'b0d78c4c2bd84fe29041852181e0868c', 'subnets': [{'id': 'fca00ce8-46db-40c9-b0ce-2996d51e47d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:18:48.159722 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a80a1ad-8177-4530-bf2c-efbaba97ff74 None None] Checking router: 22791d7d-3c63-488d-8eb9-b0fc7e8b047f for host: dv-cinder-801354-3-iscsi {{(pid=99970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:18:48.173556 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a80a1ad-8177-4530-bf2c-efbaba97ff74 None None] Routers {'22791d7d-3c63-488d-8eb9-b0fc7e8b047f'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:18:48.174751 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-6a80a1ad-8177-4530-bf2c-efbaba97ff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fcbacd00>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:18:41Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['22791d7d-3c63-488d-8eb9-b0fc7e8b047f'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:18:48.272951 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-89771227-654a-4f37-aa71-096d1c7587ac req-25853259-8186-41a0-92bc-e7913c5129c3 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8fa3ad3-712f-4b34-a6a3-ff27dcb163fc HTTP/1.1" status: 200 len: 210 time: 0.0380991 Oct 14 11:18:48.353954 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-6a80a1ad-8177-4530-bf2c-efbaba97ff74 None None] Set router 22791d7d-3c63-488d-8eb9-b0fc7e8b047f gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:18:48.787708 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-6a80a1ad-8177-4530-bf2c-efbaba97ff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fcbacd00>, [{'id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'name': 'tempest-AttachVolumeShelveTestJSON-933610345-router', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '67207ab1-a901-45f1-ac2d-4699cecece14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:13:40Z', 'revision_number': 4, 'project_id': 'b0d78c4c2bd84fe29041852181e0868c', 'gw_port': {'id': '67207ab1-a901-45f1-ac2d-4699cecece14', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:31Z', 'updated_at': '2021-10-14T11:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': 'b1ae1501-da3e-47c6-abf4-d393a429d718', 'name': '', 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'mac_address': 'fa:16:3e:aa:eb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fca00ce8-46db-40c9-b0ce-2996d51e47d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:37Z', 'updated_at': '2021-10-14T11:13:49Z', 'revision_number': 5, 'project_id': 'b0d78c4c2bd84fe29041852181e0868c', 'subnets': [{'id': 'fca00ce8-46db-40c9-b0ce-2996d51e47d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:18:48.815877 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a80a1ad-8177-4530-bf2c-efbaba97ff74 None None] The sync data for ids ['22791d7d-3c63-488d-8eb9-b0fc7e8b047f'] in dv-cinder-801354-3-iscsi is: [{'id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'name': 'tempest-AttachVolumeShelveTestJSON-933610345-router', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '67207ab1-a901-45f1-ac2d-4699cecece14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:13:40Z', 'revision_number': 4, 'project_id': 'b0d78c4c2bd84fe29041852181e0868c', 'gw_port': {'id': '67207ab1-a901-45f1-ac2d-4699cecece14', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:31Z', 'updated_at': '2021-10-14T11:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': 'b1ae1501-da3e-47c6-abf4-d393a429d718', 'name': '', 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'mac_address': 'fa:16:3e:aa:eb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fca00ce8-46db-40c9-b0ce-2996d51e47d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:37Z', 'updated_at': '2021-10-14T11:13:49Z', 'revision_number': 5, 'project_id': 'b0d78c4c2bd84fe29041852181e0868c', 'subnets': [{'id': 'fca00ce8-46db-40c9-b0ce-2996d51e47d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:18:49.067673 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68d2bad-cc68-443f-adc7-f3dd86b8fa17 None None] New status for floating IP 87f25399-d63b-46bf-a31f-d71733078f6c: DOWN {{(pid=99971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 11:18:49.424241 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 36002) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:49.493915 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-200ce2e7-062c-4d45-b1c1-eeb856cfdb66 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:49.531347 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-200ce2e7-062c-4d45-b1c1-eeb856cfdb66 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:49.621185 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-200ce2e7-062c-4d45-b1c1-eeb856cfdb66 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:49.633268 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-200ce2e7-062c-4d45-b1c1-eeb856cfdb66 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:49.640686 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 36018) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:49.642278 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-200ce2e7-062c-4d45-b1c1-eeb856cfdb66 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "DELETE /v2.0/security-groups/79d6b75a-bb03-4c94-9551-32ca144b41af HTTP/1.1" status: 204 len: 168 time: 0.2149050 Oct 14 11:18:49.668504 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.api.v2.resource [None req-fed69541-04d3-45e2-a697-f603f0c5e600 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] show failed (client error): The resource could not be found. Oct 14 11:18:49.670230 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ce2e7-062c-4d45-b1c1-eeb856cfdb66 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d6b75a-bb03-4c94-9551-32ca144b41af,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:49.676637 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-fed69541-04d3-45e2-a697-f603f0c5e600 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups/79d6b75a-bb03-4c94-9551-32ca144b41af HTTP/1.1" status: 404 len: 347 time: 0.0342391 Oct 14 11:18:49.677898 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 36020) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:49.867170 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.agents_db [None req-913fd0e5-582e-4eb1-907a-85279628d193 None None] Agent healthcheck: found 6 active agents {{(pid=99971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:18:49.870832 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-b8e961db-4e48-4114-92ec-0c9210d4053e tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Deleting port f2e43f26-0c2e-4ea1-a620-d5a374a83daa {{(pid=99969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:18:49.871166 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-b8e961db-4e48-4114-92ec-0c9210d4053e tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:49.956236 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-b8e961db-4e48-4114-92ec-0c9210d4053e tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:49.956680 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-b8e961db-4e48-4114-92ec-0c9210d4053e tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:49.971467 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-b8e961db-4e48-4114-92ec-0c9210d4053e tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Calling delete_port for f2e43f26-0c2e-4ea1-a620-d5a374a83daa owned by network:floatingip {{(pid=99969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:18:50.125195 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-b8e961db-4e48-4114-92ec-0c9210d4053e tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:50.152312 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e961db-4e48-4114-92ec-0c9210d4053e tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Pushing event deleted for resources: {'Port': ['ID=f2e43f26-0c2e-4ea1-a620-d5a374a83daa,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:50.468252 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-b8e961db-4e48-4114-92ec-0c9210d4053e tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for floatingip, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:50.470790 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-b8e961db-4e48-4114-92ec-0c9210d4053e tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for floatingip, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:50.471954 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-b8e961db-4e48-4114-92ec-0c9210d4053e tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "DELETE /v2.0/floatingips/87f25399-d63b-46bf-a31f-d71733078f6c HTTP/1.1" status: 204 len: 168 time: 0.7924464 Oct 14 11:18:50.783301 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 36036) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:50.788154 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-df9e3e71-4452-4d85-bc46-255bb5dfa4f5 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1546860439', 'description': 'tempest-description--184617299'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:18:50.811287 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-df9e3e71-4452-4d85-bc46-255bb5dfa4f5 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:50.897157 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-df9e3e71-4452-4d85-bc46-255bb5dfa4f5 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:50.901300 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-df9e3e71-4452-4d85-bc46-255bb5dfa4f5 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:50.931333 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-df9e3e71-4452-4d85-bc46-255bb5dfa4f5 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:50.932560 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-df9e3e71-4452-4d85-bc46-255bb5dfa4f5 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1482275 Oct 14 11:18:50.936264 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 36040) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:50.940077 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e3e71-4452-4d85-bc46-255bb5dfa4f5 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b54c24e-17cd-4fcf-90d4-817949ea1de0,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:50.951772 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-71ccfab5-36b8-4351-829f-a739789eda94 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Request body: {'security_group_rule': {'security_group_id': '2b54c24e-17cd-4fcf-90d4-817949ea1de0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:18:50.983163 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-71ccfab5-36b8-4351-829f-a739789eda94 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:51.032615 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-71ccfab5-36b8-4351-829f-a739789eda94 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:51.036463 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-71ccfab5-36b8-4351-829f-a739789eda94 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073342792'] for security_group_rule, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:51.055981 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ccfab5-36b8-4351-829f-a739789eda94 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ab0630d-2a68-40d3-88b8-7b1c617e3629,revision_number=0']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:51.068626 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-71ccfab5-36b8-4351-829f-a739789eda94 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:51.069878 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-71ccfab5-36b8-4351-829f-a739789eda94 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1317968 Oct 14 11:18:51.072804 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 36042) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:51.078683 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-7fe262d8-3358-42d5-91f5-50470e1c36e8 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Request body: {'security_group_rule': {'security_group_id': '2b54c24e-17cd-4fcf-90d4-817949ea1de0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:18:51.104599 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-7fe262d8-3358-42d5-91f5-50470e1c36e8 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:51.161988 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-7fe262d8-3358-42d5-91f5-50470e1c36e8 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:51.166893 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-7fe262d8-3358-42d5-91f5-50470e1c36e8 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073342792'] for security_group_rule, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:51.188465 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe262d8-3358-42d5-91f5-50470e1c36e8 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27ce6903-648a-4702-9785-3eb3a511ba84,revision_number=0']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:51.195837 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-7fe262d8-3358-42d5-91f5-50470e1c36e8 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:51.197058 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-7fe262d8-3358-42d5-91f5-50470e1c36e8 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232057 Oct 14 11:18:51.200134 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 36044) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:51.205460 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-34a80d6c-1172-471b-8fb5-e3fb89e86138 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Request body: {'floatingip': {'floating_network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:18:51.231696 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-34a80d6c-1172-471b-8fb5-e3fb89e86138 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for floatingip, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:51.327906 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-34a80d6c-1172-471b-8fb5-e3fb89e86138 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:51.437571 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_common [None req-34a80d6c-1172-471b-8fb5-e3fb89e86138 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Allocated IP 172.27.0.52 (e7b04304-7a8b-409f-a7ac-32fc979111a9/b7c74a80-f412-4798-967a-8287544534dc/cc023835-7625-4ca9-b584-529f3cc2f42b) {{(pid=99968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:18:51.539319 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-34a80d6c-1172-471b-8fb5-e3fb89e86138 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for port, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:51.572887 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-34a80d6c-1172-471b-8fb5-e3fb89e86138 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065085970'] for port, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:51.609650 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a80d6c-1172-471b-8fb5-e3fb89e86138 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Network e7b04304-7a8b-409f-a7ac-32fc979111a9 is already hosted by enough agents. {{(pid=99968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:18:51.612412 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [None req-34a80d6c-1172-471b-8fb5-e3fb89e86138 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Resources bound (agent type, host, resource id): {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:18:51.615779 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a80d6c-1172-471b-8fb5-e3fb89e86138 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Received port after_create {{(pid=99968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:18:51.644400 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a80d6c-1172-471b-8fb5-e3fb89e86138 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Pushing event updated for resources: {'Port': ['ID=cc023835-7625-4ca9-b584-529f3cc2f42b,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:51.710306 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-34a80d6c-1172-471b-8fb5-e3fb89e86138 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for floatingip, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:51.712487 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 988df262-f09c-4fe0-bc00-221e5936214b no longer exists at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:18:51.737908 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] No Port match for: 988df262-f09c-4fe0-bc00-221e5936214b {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:18:51.737908 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 988df262-f09c-4fe0-bc00-221e5936214b not bound to the agent host hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:18:51.745815 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-34a80d6c-1172-471b-8fb5-e3fb89e86138 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:51.899028 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-34a80d6c-1172-471b-8fb5-e3fb89e86138 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for port, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:51.903889 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-34a80d6c-1172-471b-8fb5-e3fb89e86138 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065085989'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:51.976781 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a80d6c-1172-471b-8fb5-e3fb89e86138 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Pushing event updated for resources: {'Port': ['ID=cc023835-7625-4ca9-b584-529f3cc2f42b,revision_number=2']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:51.987326 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-34a80d6c-1172-471b-8fb5-e3fb89e86138 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1073340614'] for floatingip, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:52.003659 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-34a80d6c-1172-471b-8fb5-e3fb89e86138 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for floatingip, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:52.012929 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-34a80d6c-1172-471b-8fb5-e3fb89e86138 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8038547 Oct 14 11:18:52.147835 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-20ed4e09-5bf9-45d4-b9f7-49c7ae84d08a tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1546860439&fields=id&tenant_id=b0d78c4c2bd84fe29041852181e0868c HTTP/1.1" status: 200 len: 267 time: 0.0341523 Oct 14 11:18:52.262771 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-3ad0b78b-f6d6-43fd-9756-0be2a6d78d1a tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:52.264918 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-3ad0b78b-f6d6-43fd-9756-0be2a6d78d1a tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/networks?id=2f17ff47-830b-4023-ad66-66e432a33b51 HTTP/1.1" status: 200 len: 816 time: 0.1102204 Oct 14 11:18:52.280819 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-9f688f29-7386-4857-90df-fe023f10e595 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/quotas/b0d78c4c2bd84fe29041852181e0868c HTTP/1.1" status: 200 len: 375 time: 0.0098104 Oct 14 11:18:52.335140 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-4b505bb9-c247-45a7-ae48-4df8fde19ff6 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b0d78c4c2bd84fe29041852181e0868c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487673 Oct 14 11:18:52.445305 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-7f8719db-1e65-449d-a328-97869efd8838 service neutron] 10.222.0.46 "GET /v2.0/networks/2f17ff47-830b-4023-ad66-66e432a33b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980992 Oct 14 11:18:52.537193 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-86aaa22e-361a-4d54-a1b5-cb41ae38a530 service neutron] 10.222.0.46 "GET /v2.0/networks/2f17ff47-830b-4023-ad66-66e432a33b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846310 Oct 14 11:18:52.704507 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-bcade70d-7b22-4f67-a90e-7fa50bc57eeb req-4699a2b3-47a4-47c4-b719-6d25fc8c12e6 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 210 time: 0.0278482 Oct 14 11:18:53.840722 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b471b9f9-7534-4b4d-9383-4b1c35fdc85f req-7977420e-4b59-46ce-acc6-8d9fc961f31e tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 210 time: 0.0466452 Oct 14 11:18:53.881191 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-2a51f5ba-172c-4f84-85bf-de4767bc7142 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:53.882780 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-2a51f5ba-172c-4f84-85bf-de4767bc7142 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.39 "GET /v2.0/networks?id=2f17ff47-830b-4023-ad66-66e432a33b51 HTTP/1.1" status: 200 len: 816 time: 0.1594200 Oct 14 11:18:53.952187 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-5fa1ebe4-eced-4ce6-84a7-38603fb6c30a tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0d78c4c2bd84fe29041852181e0868c HTTP/1.1" status: 200 len: 380 time: 0.0521564 Oct 14 11:18:53.970528 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-9d54a3da-3925-4fcb-96e0-714a30530f70 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Request body: {'port': {'device_id': '219638ff-5477-482f-8ba8-3e4945723bf3', 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51', 'admin_state_up': True, 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'security_groups': ['2b54c24e-17cd-4fcf-90d4-817949ea1de0']}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:18:54.118838 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-9d54a3da-3925-4fcb-96e0-714a30530f70 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Made reservation on behalf of b0d78c4c2bd84fe29041852181e0868c for: {'port': 1} {{(pid=99968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:18:54.122405 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-9d54a3da-3925-4fcb-96e0-714a30530f70 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:54.314048 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_common [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-9d54a3da-3925-4fcb-96e0-714a30530f70 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Allocated IP 172.20.0.9 (2f17ff47-830b-4023-ad66-66e432a33b51/fca00ce8-46db-40c9-b0ce-2996d51e47d7/c01d4743-672f-44b4-84ce-fe574a7061cb) {{(pid=99968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:18:54.406923 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d47e13-66ab-483d-9d1a-7117da94051b req-6a497c6c-4226-454c-99a5-e94b219b47a3 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:54.408409 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-16d47e13-66ab-483d-9d1a-7117da94051b req-6a497c6c-4226-454c-99a5-e94b219b47a3 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0541713 Oct 14 11:18:54.448840 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-16d47e13-66ab-483d-9d1a-7117da94051b req-efd5d3d5-cab6-4a0c-bc0f-2fd824c3e00b tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340176 Oct 14 11:18:54.463347 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-9d54a3da-3925-4fcb-96e0-714a30530f70 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for port, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:54.499204 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-9d54a3da-3925-4fcb-96e0-714a30530f70 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065085970'] for port, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:54.546325 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-9d54a3da-3925-4fcb-96e0-714a30530f70 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Network 2f17ff47-830b-4023-ad66-66e432a33b51 is already hosted by enough agents. {{(pid=99968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:18:54.549228 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-9d54a3da-3925-4fcb-96e0-714a30530f70 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Resources bound (agent type, host, resource id): {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:18:54.552336 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-9d54a3da-3925-4fcb-96e0-714a30530f70 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Received port after_create {{(pid=99968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:18:54.600670 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d54a3da-3925-4fcb-96e0-714a30530f70 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Pushing event updated for resources: {'Port': ['ID=c01d4743-672f-44b4-84ce-fe574a7061cb,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:54.627234 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-9d54a3da-3925-4fcb-96e0-714a30530f70 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:54.627864 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-9d54a3da-3925-4fcb-96e0-714a30530f70 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:54.645667 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-9d54a3da-3925-4fcb-96e0-714a30530f70 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6837125 Oct 14 11:18:54.718154 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-88085e1f-c93e-416b-b3a4-c26da82ecace service neutron] Request body: {'port': {'device_id': '219638ff-5477-482f-8ba8-3e4945723bf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:18:54.778281 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-88085e1f-c93e-416b-b3a4-c26da82ecace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:54.817527 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-1c3745d5-aa1e-4180-81f8-91c219cb5709 None None] Provisioning complete for port c01d4743-672f-44b4-84ce-fe574a7061cb triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:18:54.818142 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-1c3745d5-aa1e-4180-81f8-91c219cb5709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:54.870586 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-1c3745d5-aa1e-4180-81f8-91c219cb5709 None None] Port c01d4743-672f-44b4-84ce-fe574a7061cb cannot update to ACTIVE because it is not bound. {{(pid=99970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:18:55.011324 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ddc78a-1c8d-4122-9f1a-523bb5938069 req-154fd179-9a7c-4e85-96bf-c24434fd2e21 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:55.012842 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c2ddc78a-1c8d-4122-9f1a-523bb5938069 req-154fd179-9a7c-4e85-96bf-c24434fd2e21 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 985 time: 0.0991929 Oct 14 11:18:55.028888 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fac58-2ac6-4067-b259-1870fbea649a req-9cf96f37-097c-4789-8edc-65c56ad62435 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:55.030789 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5d0fac58-2ac6-4067-b259-1870fbea649a req-9cf96f37-097c-4789-8edc-65c56ad62435 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 931 time: 0.0872235 Oct 14 11:18:55.095423 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c2ddc78a-1c8d-4122-9f1a-523bb5938069 req-c5d61324-b86d-4d37-bbd7-386c30018225 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?id=9090bc29-970b-4cf3-a1a8-b2c31caa2673&id=7bba6a65-01b0-48d8-8a34-49caa6aadaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0635698 Oct 14 11:18:55.101127 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5d0fac58-2ac6-4067-b259-1870fbea649a req-3b1325c7-9984-4c01-b3ec-73eade4bf903 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628428 Oct 14 11:18:55.277516 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62457d18-3164-4276-9e21-7020e2df01a9 req-f24f1dd8-ddbc-4599-a585-270d4e1b243d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:55.279078 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-62457d18-3164-4276-9e21-7020e2df01a9 req-f24f1dd8-ddbc-4599-a585-270d4e1b243d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6d6fa027df6042c58b7e89feffe38ee9&device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 1138 time: 0.3376660 Oct 14 11:18:55.300018 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 36152) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:55.368953 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd5ac3c4-0ce8-4953-b84f-045bdfa88026 admin admin] Deleting subnet 0ed090d9-cf66-49c4-a5fa-dbd24b3f07c2 {{(pid=99969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 11:18:55.374028 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-cd5ac3c4-0ce8-4953-b84f-045bdfa88026 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:55.424102 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-cd5ac3c4-0ce8-4953-b84f-045bdfa88026 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070485481'] for subnet, precommit_delete_associations {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:55.442686 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-88085e1f-c93e-416b-b3a4-c26da82ecace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c01d4743-672f-44b4-84ce-fe574a7061cb {{(pid=99968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:18:55.450293 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62457d18-3164-4276-9e21-7020e2df01a9 req-145686e2-f72c-46b3-b7fe-f844e9c26cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:55.451911 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-62457d18-3164-4276-9e21-7020e2df01a9 req-145686e2-f72c-46b3-b7fe-f844e9c26cfa service neutron] 10.222.0.39 "GET /v2.0/networks?id=b1361a31-564b-450d-bae4-c89d411fe947 HTTP/1.1" status: 200 len: 915 time: 0.1622305 Oct 14 11:18:55.453902 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-88085e1f-c93e-416b-b3a4-c26da82ecace service neutron] Publish callbacks [] for port, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:55.484482 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-cd5ac3c4-0ce8-4953-b84f-045bdfa88026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725203'] for subnet, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:55.505916 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-88085e1f-c93e-416b-b3a4-c26da82ecace service neutron] Transition to ACTIVE for port object c01d4743-672f-44b4-84ce-fe574a7061cb will not be triggered until provisioned by entity L2. {{(pid=99968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 11:18:55.514889 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-88085e1f-c93e-416b-b3a4-c26da82ecace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065085989'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:55.572614 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-62457d18-3164-4276-9e21-7020e2df01a9 req-f897d1d3-80f5-43f7-8735-9ecfdcd652af service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9f09ac9-771b-46a5-a88b-50ff4fd3cf94 HTTP/1.1" status: 200 len: 1001 time: 0.1111336 Oct 14 11:18:55.586343 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-cd5ac3c4-0ce8-4953-b84f-045bdfa88026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071035695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070997365'] for subnet, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:55.608095 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88085e1f-c93e-416b-b3a4-c26da82ecace service neutron] Pushing event updated for resources: {'Port': ['ID=c01d4743-672f-44b4-84ce-fe574a7061cb,revision_number=2']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:55.664633 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ac3c4-0ce8-4953-b84f-045bdfa88026 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ed090d9-cf66-49c4-a5fa-dbd24b3f07c2,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:55.666952 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-cd5ac3c4-0ce8-4953-b84f-045bdfa88026 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for subnet, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:55.671212 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-cd5ac3c4-0ce8-4953-b84f-045bdfa88026 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/0ed090d9-cf66-49c4-a5fa-dbd24b3f07c2 HTTP/1.1" status: 204 len: 168 time: 0.3700540 Oct 14 11:18:55.673690 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 36166) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:55.758772 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62457d18-3164-4276-9e21-7020e2df01a9 req-8818d0dd-d051-44df-87d1-2c4f58721653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:55.760632 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-62457d18-3164-4276-9e21-7020e2df01a9 req-8818d0dd-d051-44df-87d1-2c4f58721653 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=741dea2e-2364-4b9e-a634-3a01888b0d07 HTTP/1.1" status: 200 len: 853 time: 0.1764429 Oct 14 11:18:55.766747 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8156b-c63e-4a6f-af4d-17a1904344a5 req-2bdc96d0-7982-4e95-bf0b-447a1c2c3651 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:55.766747 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0dd8156b-c63e-4a6f-af4d-17a1904344a5 req-2bdc96d0-7982-4e95-bf0b-447a1c2c3651 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.1963375 Oct 14 11:18:55.800775 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-66e8380f-2d1e-4721-91e4-d66060c9091a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544921'] for network, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:55.817734 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-88085e1f-c93e-416b-b3a4-c26da82ecace service neutron] Attempting to bind port c01d4743-672f-44b4-84ce-fe574a7061cb on host hv-cinder-80135 for vnic_type normal with profile {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:18:55.818147 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-88085e1f-c93e-416b-b3a4-c26da82ecace service neutron] Attempting to bind port c01d4743-672f-44b4-84ce-fe574a7061cb by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'f89198a1-603f-4689-b5b2-f4b9245553bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51'}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:18:55.818435 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-88085e1f-c93e-416b-b3a4-c26da82ecace service neutron] Attempting to bind port c01d4743-672f-44b4-84ce-fe574a7061cb on network 2f17ff47-830b-4023-ad66-66e432a33b51 {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:18:55.827916 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-88085e1f-c93e-416b-b3a4-c26da82ecace service neutron] Port c01d4743-672f-44b4-84ce-fe574a7061cb on network 2f17ff47-830b-4023-ad66-66e432a33b51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 11:18:55.827916 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-88085e1f-c93e-416b-b3a4-c26da82ecace service neutron] Attempting to bind port c01d4743-672f-44b4-84ce-fe574a7061cb on network 2f17ff47-830b-4023-ad66-66e432a33b51 {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:18:55.836532 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-88085e1f-c93e-416b-b3a4-c26da82ecace service neutron] Checking agent: {'id': 'f75e9eb5-eb38-4e10-b93f-23a007c4e69f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 11, 37), 'started_at': datetime.datetime(2021, 10, 14, 11, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:18:55.836881 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-88085e1f-c93e-416b-b3a4-c26da82ecace service neutron] Checking segment: {'id': 'f89198a1-603f-4689-b5b2-f4b9245553bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:18:55.837399 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-88085e1f-c93e-416b-b3a4-c26da82ecace service neutron] Bound using segment: {'id': 'f89198a1-603f-4689-b5b2-f4b9245553bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51'} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:18:55.837817 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-88085e1f-c93e-416b-b3a4-c26da82ecace service neutron] Bound port: c01d4743-672f-44b4-84ce-fe574a7061cb, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f89198a1-603f-4689-b5b2-f4b9245553bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51'}}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:18:55.838200 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-88085e1f-c93e-416b-b3a4-c26da82ecace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:55.850048 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62457d18-3164-4276-9e21-7020e2df01a9 req-bf4678de-e843-41df-911d-15b7ac4bbb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:55.851568 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-62457d18-3164-4276-9e21-7020e2df01a9 req-bf4678de-e843-41df-911d-15b7ac4bbb3b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b1361a31-564b-450d-bae4-c89d411fe947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0785193 Oct 14 11:18:55.871431 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0dd8156b-c63e-4a6f-af4d-17a1904344a5 req-a1efb6aa-6d9e-4f86-9d65-2a15375a3779 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952048 Oct 14 11:18:55.930172 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-66e8380f-2d1e-4721-91e4-d66060c9091a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727366', 'neutron.services.segments.db._delete_segments_for_network-8755828151089'] for network, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:55.965516 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.services.segments.db [None req-66e8380f-2d1e-4721-91e4-d66060c9091a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f69f7e0c640>,) {'filters': {'network_id': ['b6dfa21d-d308-47c0-8249-c9baee1a1a13']}} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:18:55.983073 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.services.segments.db [None req-66e8380f-2d1e-4721-91e4-d66060c9091a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f69f7e0c640>, 'd6398ea5-cd7d-4e6c-be86-da8c36c99604') {'for_net_delete': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:18:55.983974 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.services.segments.db [None req-66e8380f-2d1e-4721-91e4-d66060c9091a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f69f7e0c640>, 'd6398ea5-cd7d-4e6c-be86-da8c36c99604') {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:18:55.984576 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-88085e1f-c93e-416b-b3a4-c26da82ecace service neutron] For port c01d4743-672f-44b4-84ce-fe574a7061cb, host hv-cinder-80135, cleared binding levels {{(pid=99968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:18:56.011668 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-88085e1f-c93e-416b-b3a4-c26da82ecace service neutron] For port c01d4743-672f-44b4-84ce-fe574a7061cb, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=c01d4743-672f-44b4-84ce-fe574a7061cb,segment=NetworkSegment(f89198a1-603f-4689-b5b2-f4b9245553bb),segment_id=f89198a1-603f-4689-b5b2-f4b9245553bb)] {{(pid=99968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:18:56.019721 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-66e8380f-2d1e-4721-91e4-d66060c9091a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755828152634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070485456'] for segment, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:56.027882 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-88085e1f-c93e-416b-b3a4-c26da82ecace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065085989'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:56.041524 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-66e8380f-2d1e-4721-91e4-d66060c9091a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240'] for segment, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:56.049538 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e8380f-2d1e-4721-91e4-d66060c9091a admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=99969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 11:18:56.049952 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-66e8380f-2d1e-4721-91e4-d66060c9091a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071033229'] for segment, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:56.051950 dv-cinder-801354-3-iscsi neutron-server[99969]: Traceback (most recent call last): Oct 14 11:18:56.051950 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 11:18:56.051950 dv-cinder-801354-3-iscsi neutron-server[99969]: timer() Oct 14 11:18:56.051950 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 11:18:56.051950 dv-cinder-801354-3-iscsi neutron-server[99969]: cb(*args, **kw) Oct 14 11:18:56.051950 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 11:18:56.051950 dv-cinder-801354-3-iscsi neutron-server[99969]: return func(*args, **kwargs) Oct 14 11:18:56.051950 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 11:18:56.051950 dv-cinder-801354-3-iscsi neutron-server[99969]: self._notify() Oct 14 11:18:56.051950 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 11:18:56.051950 dv-cinder-801354-3-iscsi neutron-server[99969]: self.callback(batched_events) Oct 14 11:18:56.051950 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 11:18:56.051950 dv-cinder-801354-3-iscsi neutron-server[99969]: event.method(event) Oct 14 11:18:56.051950 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 11:18:56.051950 dv-cinder-801354-3-iscsi neutron-server[99969]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 11:18:56.051950 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 11:18:56.051950 dv-cinder-801354-3-iscsi neutron-server[99969]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 11:18:56.051950 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 11:18:56.051950 dv-cinder-801354-3-iscsi neutron-server[99969]: return f(self, *a, **k) Oct 14 11:18:56.051950 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 11:18:56.051950 dv-cinder-801354-3-iscsi neutron-server[99969]: return self._get(url).json() Oct 14 11:18:56.051950 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 11:18:56.051950 dv-cinder-801354-3-iscsi neutron-server[99969]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 11:18:56.051950 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 11:18:56.051950 dv-cinder-801354-3-iscsi neutron-server[99969]: return self.request(url, 'GET', **kwargs) Oct 14 11:18:56.051950 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 11:18:56.051950 dv-cinder-801354-3-iscsi neutron-server[99969]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 11:18:56.051950 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 11:18:56.051950 dv-cinder-801354-3-iscsi neutron-server[99969]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 11:18:56.051950 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 11:18:56.051950 dv-cinder-801354-3-iscsi neutron-server[99969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 11:18:56.051950 dv-cinder-801354-3-iscsi neutron-server[99969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 11:18:56.083431 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-62457d18-3164-4276-9e21-7020e2df01a9 req-f8ff2ea5-3f1d-4cff-8639-24b17646aa3b service neutron] 10.222.0.39 "GET /v2.0/networks/b1361a31-564b-450d-bae4-c89d411fe947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016654 Oct 14 11:18:56.084772 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-88085e1f-c93e-416b-b3a4-c26da82ecace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:56.085503 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-88085e1f-c93e-416b-b3a4-c26da82ecace service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:56.086981 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-88085e1f-c93e-416b-b3a4-c26da82ecace service neutron] 10.222.0.39 "PUT /v2.0/ports/c01d4743-672f-44b4-84ce-fe574a7061cb HTTP/1.1" status: 200 len: 1093 time: 1.4304011 Oct 14 11:18:56.087438 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '219638ff-5477-482f-8ba8-3e4945723bf3', 'tag': 'c01d4743-672f-44b4-84ce-fe574a7061cb'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:18:56.089886 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bc8dce43effdfc17fa197fa73d2f682717a0aeb1d45e7b66290f8ec122344fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92a8138-f41b-4364-a6a7-02c8a7bae8ac" -d '{"events": [{"name": "network-changed", "server_uuid": "219638ff-5477-482f-8ba8-3e4945723bf3", "tag": "c01d4743-672f-44b4-84ce-fe574a7061cb"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:18:56.138493 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-66e8380f-2d1e-4721-91e4-d66060c9091a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1073340624'] for network, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:56.150390 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-66e8380f-2d1e-4721-91e4-d66060c9091a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for network, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:56.168628 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-66e8380f-2d1e-4721-91e4-d66060c9091a admin admin] 10.222.0.46 "DELETE /v2.0/networks/b6dfa21d-d308-47c0-8249-c9baee1a1a13 HTTP/1.1" status: 204 len: 168 time: 0.4913301 Oct 14 11:18:56.201443 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8380f-2d1e-4721-91e4-d66060c9091a admin admin] Pushing event deleted for resources: {'Network': ['ID=b6dfa21d-d308-47c0-8249-c9baee1a1a13,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:56.273976 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee73b82-3b66-4d19-98a3-48cac058ac77 req-e7b65834-ba23-45c0-a06c-0d9b87a697fa tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:56.275645 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6ee73b82-3b66-4d19-98a3-48cac058ac77 req-e7b65834-ba23-45c0-a06c-0d9b87a697fa tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 985 time: 0.0707951 Oct 14 11:18:56.289855 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e916ad5c-4bea-470a-a259-673f6c4e1c54 x-openstack-request-id: req-e916ad5c-4bea-470a-a259-673f6c4e1c54 {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:18:56.290402 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "219638ff-5477-482f-8ba8-3e4945723bf3", "tag": "c01d4743-672f-44b4-84ce-fe574a7061cb", "status": "completed", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:18:56.290526 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e916ad5c-4bea-470a-a259-673f6c4e1c54 {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:18:56.290860 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '219638ff-5477-482f-8ba8-3e4945723bf3', 'tag': 'c01d4743-672f-44b4-84ce-fe574a7061cb', 'status': 'completed', 'code': 200} Oct 14 11:18:56.293728 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88085e1f-c93e-416b-b3a4-c26da82ecace service neutron] Pushing event updated for resources: {'Port': ['ID=c01d4743-672f-44b4-84ce-fe574a7061cb,revision_number=3']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:56.347460 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6ee73b82-3b66-4d19-98a3-48cac058ac77 req-92681850-76f0-4a6e-bc24-94b31fc452f1 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?id=9090bc29-970b-4cf3-a1a8-b2c31caa2673&id=7bba6a65-01b0-48d8-8a34-49caa6aadaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629401 Oct 14 11:18:56.360780 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-62457d18-3164-4276-9e21-7020e2df01a9 req-594af0b1-1121-461a-8e99-9d7ef812f89a service neutron] 10.222.0.39 "GET /v2.0/networks/b1361a31-564b-450d-bae4-c89d411fe947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513735 Oct 14 11:18:56.377012 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-efb95828-cf3c-4350-96e2-6a4d9608e690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:56.378920 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-efb95828-cf3c-4350-96e2-6a4d9608e690 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b0d78c4c2bd84fe29041852181e0868c&device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 1096 time: 0.1868148 Oct 14 11:18:56.430167 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 36180) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:56.448500 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057c68c-379d-46e2-b882-32bd4cc9d7a6 req-78069a15-681e-4c01-b6c4-247a4450b614 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:56.450659 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3057c68c-379d-46e2-b882-32bd4cc9d7a6 req-78069a15-681e-4c01-b6c4-247a4450b614 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 943 time: 0.0679157 Oct 14 11:18:56.457349 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-062a04bb-b5e5-4c27-8818-08d4b38aefd3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c01d4743-672f-44b4-84ce-fe574a7061cb HTTP/1.1" status: 200 len: 217 time: 0.0587516 Oct 14 11:18:56.504358 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-c36b35b9-6698-47ac-819f-7439a1a5eaae admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f8d61724537044169b69955d2fbae422&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0720255 Oct 14 11:18:56.507589 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 36182) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:56.519584 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3057c68c-379d-46e2-b882-32bd4cc9d7a6 req-0a523536-2e50-4c17-8110-dcfe42f7c1c1 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611823 Oct 14 11:18:56.527392 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-9c05a94c-1d76-4e9f-9b5b-fbdb6ce82908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:56.528779 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-9c05a94c-1d76-4e9f-9b5b-fbdb6ce82908 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fca00ce8-46db-40c9-b0ce-2996d51e47d7 HTTP/1.1" status: 200 len: 855 time: 0.0635240 Oct 14 11:18:56.617802 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-185e2627-011e-4a77-9211-d636dfc69c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:56.619384 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-185e2627-011e-4a77-9211-d636dfc69c02 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2f17ff47-830b-4023-ad66-66e432a33b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0781405 Oct 14 11:18:56.620342 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d6e557f5-3400-4eb2-9f89-cfd5331f6472 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:56.653609 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d6e557f5-3400-4eb2-9f89-cfd5331f6472 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:56.764490 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-9d50e9e3-244f-43ff-8de2-d265d913eff7 service neutron] 10.222.0.39 "GET /v2.0/networks/2f17ff47-830b-4023-ad66-66e432a33b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282177 Oct 14 11:18:56.782709 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d6e557f5-3400-4eb2-9f89-cfd5331f6472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:56.785296 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d6e557f5-3400-4eb2-9f89-cfd5331f6472 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:56.786434 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-d6e557f5-3400-4eb2-9f89-cfd5331f6472 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8d7451c3-296c-483c-a2fd-630a02eabbca HTTP/1.1" status: 204 len: 168 time: 0.2777131 Oct 14 11:18:56.809976 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e557f5-3400-4eb2-9f89-cfd5331f6472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7451c3-296c-483c-a2fd-630a02eabbca,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:56.934686 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-8e21dae4-da7e-47a4-8ffa-3e47433eabee req-9807cbb7-17f1-4561-abe9-eef7f46d18f8 service neutron] 10.222.0.39 "GET /v2.0/networks/2f17ff47-830b-4023-ad66-66e432a33b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616635 Oct 14 11:18:56.951712 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38252159-9c23-43d3-a499-e1a29f8ce5ae req-2a5ad3ce-f3f7-4457-b0f2-48bd8fd6f5ab tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:56.954344 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-38252159-9c23-43d3-a499-e1a29f8ce5ae req-2a5ad3ce-f3f7-4457-b0f2-48bd8fd6f5ab tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.39 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.0861335 Oct 14 11:18:57.105414 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d9d2f-97c6-44ef-917f-4b8ef657c7a0 req-06b51dee-d7b2-49b1-9f1e-4dbca491b715 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:57.109585 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-cd8d9d2f-97c6-44ef-917f-4b8ef657c7a0 req-06b51dee-d7b2-49b1-9f1e-4dbca491b715 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 945 time: 0.1319828 Oct 14 11:18:57.204152 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a8138-f41b-4364-a6a7-02c8a7bae8ac req-65e920d1-e33f-437b-a63f-15f9f015907d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:57.206582 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-d92a8138-f41b-4364-a6a7-02c8a7bae8ac req-65e920d1-e33f-437b-a63f-15f9f015907d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b0d78c4c2bd84fe29041852181e0868c&device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 1096 time: 0.1731589 Oct 14 11:18:57.214509 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-cd8d9d2f-97c6-44ef-917f-4b8ef657c7a0 req-90a9da86-bdc1-43bb-a431-61c224aad378 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecf9f609-8f26-48f8-a350-85959973a881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970926 Oct 14 11:18:57.326338 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [req-38252159-9c23-43d3-a499-e1a29f8ce5ae req-a19eeb2d-bf89-4e74-bdad-ef37fcbd80b8 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Deleting port e9a152f6-505b-4c44-bbcf-c43c35135913 {{(pid=99968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:18:57.326927 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-38252159-9c23-43d3-a499-e1a29f8ce5ae req-a19eeb2d-bf89-4e74-bdad-ef37fcbd80b8 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:57.419325 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a8138-f41b-4364-a6a7-02c8a7bae8ac req-bc23c2e6-190c-4b52-b5ad-164587c36064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:57.421985 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-d92a8138-f41b-4364-a6a7-02c8a7bae8ac req-bc23c2e6-190c-4b52-b5ad-164587c36064 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2f17ff47-830b-4023-ad66-66e432a33b51 HTTP/1.1" status: 200 len: 917 time: 0.1963007 Oct 14 11:18:57.474821 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-d92a8138-f41b-4364-a6a7-02c8a7bae8ac req-53e1691c-a24f-4904-9276-35f83bf8e54c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c01d4743-672f-44b4-84ce-fe574a7061cb HTTP/1.1" status: 200 len: 217 time: 0.0410380 Oct 14 11:18:57.506099 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [req-38252159-9c23-43d3-a499-e1a29f8ce5ae req-a19eeb2d-bf89-4e74-bdad-ef37fcbd80b8 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] For port e9a152f6-505b-4c44-bbcf-c43c35135913, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=e9a152f6-505b-4c44-bbcf-c43c35135913,segment=NetworkSegment(5783322a-3a14-4ddc-90d8-14aa7da0c168),segment_id=5783322a-3a14-4ddc-90d8-14aa7da0c168)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:18:57.506444 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-38252159-9c23-43d3-a499-e1a29f8ce5ae req-a19eeb2d-bf89-4e74-bdad-ef37fcbd80b8 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:57.537464 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a1fc2-f68a-4196-a0c7-5d3241eda0e2 req-b49a8440-dfdc-4760-8bbb-c1be1648fef1 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:57.540075 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-bb4a1fc2-f68a-4196-a0c7-5d3241eda0e2 req-b49a8440-dfdc-4760-8bbb-c1be1648fef1 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 985 time: 0.0929847 Oct 14 11:18:57.595825 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-bb4a1fc2-f68a-4196-a0c7-5d3241eda0e2 req-d949bbce-aadc-4c9d-a0cf-e807a5a10ec0 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?id=9090bc29-970b-4cf3-a1a8-b2c31caa2673&id=7bba6a65-01b0-48d8-8a34-49caa6aadaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422542 Oct 14 11:18:57.625405 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a8138-f41b-4364-a6a7-02c8a7bae8ac req-a7ccd5e7-7a05-4d8b-ae1b-e73514b33482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:57.626935 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-d92a8138-f41b-4364-a6a7-02c8a7bae8ac req-a7ccd5e7-7a05-4d8b-ae1b-e73514b33482 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fca00ce8-46db-40c9-b0ce-2996d51e47d7 HTTP/1.1" status: 200 len: 855 time: 0.1391230 Oct 14 11:18:57.668524 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db662090-388b-4c06-a385-dea45746f21a req-a329e58b-cec1-4f3f-af5b-42aab428fb93 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:57.670065 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-db662090-388b-4c06-a385-dea45746f21a req-a329e58b-cec1-4f3f-af5b-42aab428fb93 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 943 time: 0.0600233 Oct 14 11:18:57.670591 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 36228) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:57.714322 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-db662090-388b-4c06-a385-dea45746f21a req-b05157e7-472d-449a-805d-a47a6c25ae8b tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373182 Oct 14 11:18:57.767841 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a8138-f41b-4364-a6a7-02c8a7bae8ac req-857738ec-ed99-4ad8-948c-8ce2b690d72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:57.769655 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-d92a8138-f41b-4364-a6a7-02c8a7bae8ac req-857738ec-ed99-4ad8-948c-8ce2b690d72e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2f17ff47-830b-4023-ad66-66e432a33b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1325877 Oct 14 11:18:57.805036 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-614c71b7-993b-4957-bb29-98aa4d5b9b89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:57.824531 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-38252159-9c23-43d3-a499-e1a29f8ce5ae req-a19eeb2d-bf89-4e74-bdad-ef37fcbd80b8 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for floatingip, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:57.824884 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-38252159-9c23-43d3-a499-e1a29f8ce5ae req-a19eeb2d-bf89-4e74-bdad-ef37fcbd80b8 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1073340614'] for floatingip, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:57.825206 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.db.l3_db [req-38252159-9c23-43d3-a499-e1a29f8ce5ae req-a19eeb2d-bf89-4e74-bdad-ef37fcbd80b8 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Floating IP 8bf67548-5107-4eca-8cbd-932525fc92bc disassociated. External IP: 172.27.0.132, port: e9a152f6-505b-4c44-bbcf-c43c35135913. Oct 14 11:18:57.825552 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [req-38252159-9c23-43d3-a499-e1a29f8ce5ae req-a19eeb2d-bf89-4e74-bdad-ef37fcbd80b8 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Calling delete_port for e9a152f6-505b-4c44-bbcf-c43c35135913 owned by compute:nova {{(pid=99968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:18:57.887190 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-614c71b7-993b-4957-bb29-98aa4d5b9b89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:57.893589 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-614c71b7-993b-4957-bb29-98aa4d5b9b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:57.928344 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-d92a8138-f41b-4364-a6a7-02c8a7bae8ac req-fa3d81f2-d4dd-4c35-8e6b-c94d9aaf0ef5 service neutron] 10.222.0.39 "GET /v2.0/networks/2f17ff47-830b-4023-ad66-66e432a33b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493850 Oct 14 11:18:57.937759 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c71b7-993b-4957-bb29-98aa4d5b9b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be3143d-bff2-4b52-8ac5-46a8db59bc09,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:57.942055 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-614c71b7-993b-4957-bb29-98aa4d5b9b89 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=770bdd788807412c88d80f2c8a0addf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2703948 Oct 14 11:18:57.948732 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 36232) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:58.003509 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-cd03c615-9a94-4235-b552-5820a6c04307 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:58.033647 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-cd03c615-9a94-4235-b552-5820a6c04307 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:58.081461 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-d92a8138-f41b-4364-a6a7-02c8a7bae8ac req-a93b5c02-a597-453a-a90c-2f5ef4ae72a2 service neutron] 10.222.0.39 "GET /v2.0/networks/2f17ff47-830b-4023-ad66-66e432a33b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430683 Oct 14 11:18:58.096752 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-38252159-9c23-43d3-a499-e1a29f8ce5ae req-a19eeb2d-bf89-4e74-bdad-ef37fcbd80b8 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065085970'] for port, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:58.099514 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-cd03c615-9a94-4235-b552-5820a6c04307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:58.102342 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-cd03c615-9a94-4235-b552-5820a6c04307 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:58.103598 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-cd03c615-9a94-4235-b552-5820a6c04307 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1be3143d-bff2-4b52-8ac5-46a8db59bc09 HTTP/1.1" status: 204 len: 168 time: 0.1540916 Oct 14 11:18:58.113852 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd03c615-9a94-4235-b552-5820a6c04307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be3143d-bff2-4b52-8ac5-46a8db59bc09,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:58.129447 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19eeb2d-bf89-4e74-bdad-ef37fcbd80b8 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Pushing event deleted for resources: {'Port': ['ID=e9a152f6-505b-4c44-bbcf-c43c35135913,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:58.275479 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38252159-9c23-43d3-a499-e1a29f8ce5ae req-a19eeb2d-bf89-4e74-bdad-ef37fcbd80b8 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Router ef9ec499-f8c8-411f-ad95-33a93bab7895 has already been hosted by L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 {{(pid=99968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:18:58.327232 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-31616725-6fdb-4a79-9c2f-73b4ace38b15 req-f69d0f8f-0124-4f01-b942-7ede92c8f0c9 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=659bb851-b62d-4cbe-90da-33936bd097df HTTP/1.1" status: 200 len: 210 time: 0.0330830 Oct 14 11:18:58.402891 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38252159-9c23-43d3-a499-e1a29f8ce5ae req-a19eeb2d-bf89-4e74-bdad-ef37fcbd80b8 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:18:58.414550 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5552b9a3-1c0a-4c02-835f-6223f735563c None None] Sync routers for ids ['ef9ec499-f8c8-411f-ad95-33a93bab7895'] in dv-cinder-801354-3-iscsi {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:18:58.426065 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5552b9a3-1c0a-4c02-835f-6223f735563c None None] Routers {'ef9ec499-f8c8-411f-ad95-33a93bab7895'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:18:58.427157 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-5552b9a3-1c0a-4c02-835f-6223f735563c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fd0edca0>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:18:41Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['ef9ec499-f8c8-411f-ad95-33a93bab7895'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:18:58.449814 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [req-38252159-9c23-43d3-a499-e1a29f8ce5ae req-a19eeb2d-bf89-4e74-bdad-ef37fcbd80b8 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] No DVR routers for this DVR port e9a152f6-505b-4c44-bbcf-c43c35135913 on host hv-cinder-80135 {{(pid=99968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:18:58.453960 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 36250) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:58.455648 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-38252159-9c23-43d3-a499-e1a29f8ce5ae req-a19eeb2d-bf89-4e74-bdad-ef37fcbd80b8 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:58.459276 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-38252159-9c23-43d3-a499-e1a29f8ce5ae req-a19eeb2d-bf89-4e74-bdad-ef37fcbd80b8 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.39 "DELETE /v2.0/ports/e9a152f6-505b-4c44-bbcf-c43c35135913 HTTP/1.1" status: 204 len: 173 time: 1.4870007 Oct 14 11:18:58.459773 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659bb851-b62d-4cbe-90da-33936bd097df', 'name': 'network-vif-deleted', 'tag': 'e9a152f6-505b-4c44-bbcf-c43c35135913'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:18:58.462751 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bc8dce43effdfc17fa197fa73d2f682717a0aeb1d45e7b66290f8ec122344fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda6154b-2816-49f1-9e10-c0ad7f836904" -d '{"events": [{"server_uuid": "659bb851-b62d-4cbe-90da-33936bd097df", "name": "network-vif-deleted", "tag": "e9a152f6-505b-4c44-bbcf-c43c35135913"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:18:58.483129 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-3f86cc1f-0d1d-4698-879e-ee0ef05eb62b admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:58.520675 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b4eee3-341c-4488-8471-c6f916289e2b x-openstack-request-id: req-d5b4eee3-341c-4488-8471-c6f916289e2b {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:18:58.521221 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "659bb851-b62d-4cbe-90da-33936bd097df", "name": "network-vif-deleted", "tag": "e9a152f6-505b-4c44-bbcf-c43c35135913", "status": "completed", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:18:58.521923 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d5b4eee3-341c-4488-8471-c6f916289e2b {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:18:58.522695 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '659bb851-b62d-4cbe-90da-33936bd097df', 'name': 'network-vif-deleted', 'tag': 'e9a152f6-505b-4c44-bbcf-c43c35135913', 'status': 'completed', 'code': 200} Oct 14 11:18:58.590613 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-5552b9a3-1c0a-4c02-835f-6223f735563c None None] Set router ef9ec499-f8c8-411f-ad95-33a93bab7895 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:18:58.624171 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-3f86cc1f-0d1d-4698-879e-ee0ef05eb62b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:58.631945 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-3f86cc1f-0d1d-4698-879e-ee0ef05eb62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:58.684793 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-3f86cc1f-0d1d-4698-879e-ee0ef05eb62b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ce3adc77b558411dbaa09b98e66d955e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296600 Oct 14 11:18:58.686639 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86cc1f-0d1d-4698-879e-ee0ef05eb62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e718169-bd9d-4323-97f6-64a18ee15547,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:58.690399 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 36260) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:58.695636 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86cc1f-0d1d-4698-879e-ee0ef05eb62b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:58.696164 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86cc1f-0d1d-4698-879e-ee0ef05eb62b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:58.697113 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86cc1f-0d1d-4698-879e-ee0ef05eb62b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:58.697732 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86cc1f-0d1d-4698-879e-ee0ef05eb62b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:58.698208 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86cc1f-0d1d-4698-879e-ee0ef05eb62b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:58.698687 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86cc1f-0d1d-4698-879e-ee0ef05eb62b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:58.699227 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86cc1f-0d1d-4698-879e-ee0ef05eb62b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:58.699718 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86cc1f-0d1d-4698-879e-ee0ef05eb62b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:58.700206 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86cc1f-0d1d-4698-879e-ee0ef05eb62b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:58.700711 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86cc1f-0d1d-4698-879e-ee0ef05eb62b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:58.701302 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86cc1f-0d1d-4698-879e-ee0ef05eb62b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:58.702096 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86cc1f-0d1d-4698-879e-ee0ef05eb62b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:58.806749 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-5708ff71-528e-48af-b05c-c3947a3ed011 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:58.819832 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198976ce-4b73-4e2f-95ec-7bf05034cafa req-22fb7619-a67b-4931-bca1-62b4f10a8864 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:58.821488 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-198976ce-4b73-4e2f-95ec-7bf05034cafa req-22fb7619-a67b-4931-bca1-62b4f10a8864 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 985 time: 0.0617881 Oct 14 11:18:58.843287 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-5708ff71-528e-48af-b05c-c3947a3ed011 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:58.872208 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device c01d4743-672f-44b4-84ce-fe574a7061cb details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=99970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:18:58.897461 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-198976ce-4b73-4e2f-95ec-7bf05034cafa req-331dcdd2-dad7-43d9-8254-069ae8ffc73f tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?id=9090bc29-970b-4cf3-a1a8-b2c31caa2673&id=7bba6a65-01b0-48d8-8a34-49caa6aadaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637374 Oct 14 11:18:58.905206 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-5708ff71-528e-48af-b05c-c3947a3ed011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:58.906992 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4dd2b-0957-4de9-97fd-8c76573e8d24 req-f95fe343-0ba8-4584-8149-b61cd7c723ab tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:18:58.908757 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-cce4dd2b-0957-4de9-97fd-8c76573e8d24 req-f95fe343-0ba8-4584-8149-b61cd7c723ab tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 943 time: 0.0862951 Oct 14 11:18:58.910730 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-5708ff71-528e-48af-b05c-c3947a3ed011 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:58.912649 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-5708ff71-528e-48af-b05c-c3947a3ed011 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6e718169-bd9d-4323-97f6-64a18ee15547 HTTP/1.1" status: 204 len: 168 time: 0.2205892 Oct 14 11:18:58.931650 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708ff71-528e-48af-b05c-c3947a3ed011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e718169-bd9d-4323-97f6-64a18ee15547,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:58.958418 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-cce4dd2b-0957-4de9-97fd-8c76573e8d24 req-10c307e7-e517-4c53-84b1-79fefbe8609a tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424345 Oct 14 11:18:59.030975 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-5552b9a3-1c0a-4c02-835f-6223f735563c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fd0edca0>, [{'id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'name': 'tempest-AttachVolumeTestJSON-829479385-router', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'a7850456-6301-4066-95a2-72251d670930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:29Z', 'updated_at': '2021-10-14T11:13:36Z', 'revision_number': 4, 'project_id': 'd0daa4f1d2954b57839a55588e202828', 'gw_port': {'id': 'a7850456-6301-4066-95a2-72251d670930', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': 'fd51fac2-8111-4c0c-9e95-ad7af97d5a63', 'name': '', 'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'mac_address': 'fa:16:3e:a3:b0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c4a9eff2-6c2d-4996-83b4-e446c185e0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:35Z', 'updated_at': '2021-10-14T11:13:47Z', 'revision_number': 5, 'project_id': 'd0daa4f1d2954b57839a55588e202828', 'subnets': [{'id': 'c4a9eff2-6c2d-4996-83b4-e446c185e0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:18:59.067420 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5552b9a3-1c0a-4c02-835f-6223f735563c None None] Checking router: ef9ec499-f8c8-411f-ad95-33a93bab7895 for host: dv-cinder-801354-3-iscsi {{(pid=99970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:18:59.078205 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port c01d4743-672f-44b4-84ce-fe574a7061cb, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=c01d4743-672f-44b4-84ce-fe574a7061cb,segment=NetworkSegment(f89198a1-603f-4689-b5b2-f4b9245553bb),segment_id=f89198a1-603f-4689-b5b2-f4b9245553bb)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:18:59.089464 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5552b9a3-1c0a-4c02-835f-6223f735563c None None] Routers {'ef9ec499-f8c8-411f-ad95-33a93bab7895'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:18:59.090107 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-5552b9a3-1c0a-4c02-835f-6223f735563c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fd0edca0>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:18:41Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['ef9ec499-f8c8-411f-ad95-33a93bab7895'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:18:59.132512 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Returning: {'device': 'c01d4743-672f-44b4-84ce-fe574a7061cb', 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51', 'port_id': 'c01d4743-672f-44b4-84ce-fe574a7061cb', 'mac_address': 'fa:16:3e:d3:e1:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca00ce8-46db-40c9-b0ce-2996d51e47d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:18:59.187907 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:59.235564 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c01d4743-672f-44b4-84ce-fe574a7061cb {{(pid=99970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:18:59.267053 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-5552b9a3-1c0a-4c02-835f-6223f735563c None None] Set router ef9ec499-f8c8-411f-ad95-33a93bab7895 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:18:59.298159 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port c01d4743-672f-44b4-84ce-fe574a7061cb, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=c01d4743-672f-44b4-84ce-fe574a7061cb,segment=NetworkSegment(f89198a1-603f-4689-b5b2-f4b9245553bb),segment_id=f89198a1-603f-4689-b5b2-f4b9245553bb)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:18:59.301412 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:59.415058 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=c01d4743-672f-44b4-84ce-fe574a7061cb,revision_number=4']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:59.425247 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:59.425601 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:59.425937 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:59.426308 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:59.426641 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:59.427137 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:59.427468 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:59.427793 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:59.428134 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:59.428656 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:59.428927 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:59.429244 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:59.432323 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 36282) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:59.494643 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-1a29dff9-e10d-46c2-bb96-54f7f6478f5c tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:59.526084 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-1a29dff9-e10d-46c2-bb96-54f7f6478f5c tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:59.561281 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-5552b9a3-1c0a-4c02-835f-6223f735563c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fd0edca0>, [{'id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'name': 'tempest-AttachVolumeTestJSON-829479385-router', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'a7850456-6301-4066-95a2-72251d670930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:29Z', 'updated_at': '2021-10-14T11:13:36Z', 'revision_number': 4, 'project_id': 'd0daa4f1d2954b57839a55588e202828', 'gw_port': {'id': 'a7850456-6301-4066-95a2-72251d670930', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': 'fd51fac2-8111-4c0c-9e95-ad7af97d5a63', 'name': '', 'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'mac_address': 'fa:16:3e:a3:b0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c4a9eff2-6c2d-4996-83b4-e446c185e0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:35Z', 'updated_at': '2021-10-14T11:13:47Z', 'revision_number': 5, 'project_id': 'd0daa4f1d2954b57839a55588e202828', 'subnets': [{'id': 'c4a9eff2-6c2d-4996-83b4-e446c185e0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:18:59.591991 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-1a29dff9-e10d-46c2-bb96-54f7f6478f5c tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:59.592951 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5552b9a3-1c0a-4c02-835f-6223f735563c None None] The sync data for ids ['ef9ec499-f8c8-411f-ad95-33a93bab7895'] in dv-cinder-801354-3-iscsi is: [{'id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'name': 'tempest-AttachVolumeTestJSON-829479385-router', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'a7850456-6301-4066-95a2-72251d670930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:29Z', 'updated_at': '2021-10-14T11:13:36Z', 'revision_number': 4, 'project_id': 'd0daa4f1d2954b57839a55588e202828', 'gw_port': {'id': 'a7850456-6301-4066-95a2-72251d670930', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': 'fd51fac2-8111-4c0c-9e95-ad7af97d5a63', 'name': '', 'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'mac_address': 'fa:16:3e:a3:b0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c4a9eff2-6c2d-4996-83b4-e446c185e0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:35Z', 'updated_at': '2021-10-14T11:13:47Z', 'revision_number': 5, 'project_id': 'd0daa4f1d2954b57839a55588e202828', 'subnets': [{'id': 'c4a9eff2-6c2d-4996-83b4-e446c185e0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:18:59.599921 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-1a29dff9-e10d-46c2-bb96-54f7f6478f5c tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:59.601110 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-1a29dff9-e10d-46c2-bb96-54f7f6478f5c tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "DELETE /v2.0/security-groups/ecf9f609-8f26-48f8-a350-85959973a881 HTTP/1.1" status: 204 len: 168 time: 0.1671948 Oct 14 11:18:59.604129 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 36288) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:59.612983 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29dff9-e10d-46c2-bb96-54f7f6478f5c tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf9f609-8f26-48f8-a350-85959973a881,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:18:59.623383 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.api.v2.resource [None req-85e92f0c-a506-4335-9bfb-46d2106a8953 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] show failed (client error): The resource could not be found. Oct 14 11:18:59.624458 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-85e92f0c-a506-4335-9bfb-46d2106a8953 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups/ecf9f609-8f26-48f8-a350-85959973a881 HTTP/1.1" status: 404 len: 347 time: 0.0193245 Oct 14 11:18:59.626820 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['c01d4743-672f-44b4-84ce-fe574a7061cb'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:18:59.627840 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 36290) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:59.810671 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-0aca1303-8d5d-495e-a36d-019cdb05e1e9 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Deleting port 817a809d-dbc2-41c7-853f-c883d231ed5d {{(pid=99969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:18:59.811022 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-0aca1303-8d5d-495e-a36d-019cdb05e1e9 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:59.939003 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-0aca1303-8d5d-495e-a36d-019cdb05e1e9 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:59.939531 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-0aca1303-8d5d-495e-a36d-019cdb05e1e9 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:59.954490 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070aedf9-0f3f-4159-8003-80bc7911cc61 None None] New status for floating IP 8bf67548-5107-4eca-8cbd-932525fc92bc: DOWN {{(pid=99971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 11:18:59.969851 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-0aca1303-8d5d-495e-a36d-019cdb05e1e9 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Calling delete_port for 817a809d-dbc2-41c7-853f-c883d231ed5d owned by network:floatingip {{(pid=99969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:19:00.144868 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5232f6-1aca-4d36-9686-3a2bbe11b4c4 req-08151d55-c960-483d-b2a2-287e557d1de2 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:00.146015 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ba5232f6-1aca-4d36-9686-3a2bbe11b4c4 req-08151d55-c960-483d-b2a2-287e557d1de2 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 985 time: 0.1103990 Oct 14 11:19:00.168322 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6022d42-ada3-4c7c-8586-cb2e0509d2bf req-2dbf8ed6-20c1-48ac-b187-f52251b6d56e tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:00.170305 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b6022d42-ada3-4c7c-8586-cb2e0509d2bf req-2dbf8ed6-20c1-48ac-b187-f52251b6d56e tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 944 time: 0.0985274 Oct 14 11:19:00.266669 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ba5232f6-1aca-4d36-9686-3a2bbe11b4c4 req-92e04973-1c03-45b1-831a-d7a665a02c4b tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?id=9090bc29-970b-4cf3-a1a8-b2c31caa2673&id=7bba6a65-01b0-48d8-8a34-49caa6aadaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0746815 Oct 14 11:19:00.280334 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-0aca1303-8d5d-495e-a36d-019cdb05e1e9 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:00.313883 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b6022d42-ada3-4c7c-8586-cb2e0509d2bf req-af70a375-03f8-4364-9dc6-206638e13155 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201596 Oct 14 11:19:00.314668 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca1303-8d5d-495e-a36d-019cdb05e1e9 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Pushing event deleted for resources: {'Port': ['ID=817a809d-dbc2-41c7-853f-c883d231ed5d,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:00.421653 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-0aca1303-8d5d-495e-a36d-019cdb05e1e9 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for floatingip, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:00.426625 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-0aca1303-8d5d-495e-a36d-019cdb05e1e9 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for floatingip, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:00.428522 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-0aca1303-8d5d-495e-a36d-019cdb05e1e9 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "DELETE /v2.0/floatingips/8bf67548-5107-4eca-8cbd-932525fc92bc HTTP/1.1" status: 204 len: 168 time: 0.7989621 Oct 14 11:19:00.653229 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 36314) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:19:00.660334 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-fc0506da-0708-43af-a164-0291063bf8a4 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1485981588', 'description': 'tempest-description--1106075639'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:19:00.687000 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-fc0506da-0708-43af-a164-0291063bf8a4 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:00.759188 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-fc0506da-0708-43af-a164-0291063bf8a4 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:00.763823 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-fc0506da-0708-43af-a164-0291063bf8a4 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:00.798986 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-fc0506da-0708-43af-a164-0291063bf8a4 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:00.800231 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-fc0506da-0708-43af-a164-0291063bf8a4 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1437025 Oct 14 11:19:00.801357 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0506da-0708-43af-a164-0291063bf8a4 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40435085-5252-4a14-b497-bdfd0d7a1425,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:00.803386 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 36316) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:19:00.807804 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-d4819e37-5233-4e04-9c44-3a53cd56001f tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Request body: {'security_group_rule': {'security_group_id': '40435085-5252-4a14-b497-bdfd0d7a1425', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:19:00.836784 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d4819e37-5233-4e04-9c44-3a53cd56001f tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:00.893364 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d4819e37-5233-4e04-9c44-3a53cd56001f tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:00.898595 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d4819e37-5233-4e04-9c44-3a53cd56001f tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073342792'] for security_group_rule, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:00.901488 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device c01d4743-672f-44b4-84ce-fe574a7061cb up at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:19:00.918114 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4819e37-5233-4e04-9c44-3a53cd56001f tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0135c4e-0179-4505-8da2-bd3f173a23de,revision_number=0']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:00.927262 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d4819e37-5233-4e04-9c44-3a53cd56001f tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:00.928454 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-d4819e37-5233-4e04-9c44-3a53cd56001f tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1241474 Oct 14 11:19:00.931276 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 36318) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:19:00.936332 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-d805ccdc-f8fd-4ece-a4f9-e037bf7fc036 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Request body: {'security_group_rule': {'security_group_id': '40435085-5252-4a14-b497-bdfd0d7a1425', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:19:00.955044 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning for port c01d4743-672f-44b4-84ce-fe574a7061cb completed by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 11:19:00.959996 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning complete for port c01d4743-672f-44b4-84ce-fe574a7061cb triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:19:00.960377 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:00.964267 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d805ccdc-f8fd-4ece-a4f9-e037bf7fc036 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:01.043461 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d805ccdc-f8fd-4ece-a4f9-e037bf7fc036 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:01.048924 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d805ccdc-f8fd-4ece-a4f9-e037bf7fc036 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073342792'] for security_group_rule, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:01.057529 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:01.079915 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d805ccdc-f8fd-4ece-a4f9-e037bf7fc036 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=403c82d4-2163-4f77-8ae9-2262c3e5c81d,revision_number=0']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:01.087406 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d805ccdc-f8fd-4ece-a4f9-e037bf7fc036 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:01.089265 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-d805ccdc-f8fd-4ece-a4f9-e037bf7fc036 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1568770 Oct 14 11:19:01.093712 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 36320) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:19:01.095912 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219638ff-5477-482f-8ba8-3e4945723bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01d4743-672f-44b4-84ce-fe574a7061cb'}] {{(pid=99970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:19:01.098452 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e67274c3f7888a1e620d1da4f152c08f6ed72520f222e4ac6b19e3f5d220bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792bd3f0-e919-4905-bc9b-68e7822d2381" -d '{"events": [{"server_uuid": "219638ff-5477-482f-8ba8-3e4945723bf3", "name": "network-vif-plugged", "status": "completed", "tag": "c01d4743-672f-44b4-84ce-fe574a7061cb"}]}' {{(pid=99970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:19:01.098768 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-4861b683-297f-4053-8590-4344f0134571 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Request body: {'floatingip': {'floating_network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:19:01.113548 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port c01d4743-672f-44b4-84ce-fe574a7061cb, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=c01d4743-672f-44b4-84ce-fe574a7061cb,segment=NetworkSegment(f89198a1-603f-4689-b5b2-f4b9245553bb),segment_id=f89198a1-603f-4689-b5b2-f4b9245553bb)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:19:01.120060 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:01.121519 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device e9a152f6-505b-4c44-bbcf-c43c35135913 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:19:01.128481 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-4861b683-297f-4053-8590-4344f0134571 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for floatingip, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:01.173697 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a52850b-6a46-4760-b364-968b5498f2d2 x-openstack-request-id: req-0a52850b-6a46-4760-b364-968b5498f2d2 {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:19:01.174354 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "219638ff-5477-482f-8ba8-3e4945723bf3", "name": "network-vif-plugged", "status": "completed", "tag": "c01d4743-672f-44b4-84ce-fe574a7061cb", "code": 200}]} {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:19:01.174607 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0a52850b-6a46-4760-b364-968b5498f2d2 {{(pid=99970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:19:01.175060 dv-cinder-801354-3-iscsi neutron-server[99970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '219638ff-5477-482f-8ba8-3e4945723bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01d4743-672f-44b4-84ce-fe574a7061cb', 'code': 200} Oct 14 11:19:01.175755 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] No Port match for: e9a152f6-505b-4c44-bbcf-c43c35135913 {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:19:01.176098 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device e9a152f6-505b-4c44-bbcf-c43c35135913 not bound to the agent host hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:19:01.209119 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=c01d4743-672f-44b4-84ce-fe574a7061cb,revision_number=5']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:01.251476 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-4861b683-297f-4053-8590-4344f0134571 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:01.416201 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c81394-92ba-4081-8a6c-f680672c65bd req-d8fd09d7-7232-475d-9c9d-fd4826d54b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:01.418150 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-39c81394-92ba-4081-8a6c-f680672c65bd req-d8fd09d7-7232-475d-9c9d-fd4826d54b60 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 1098 time: 0.0544188 Oct 14 11:19:01.448760 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.db_base_plugin_common [None req-4861b683-297f-4053-8590-4344f0134571 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Allocated IP 172.27.0.204 (e7b04304-7a8b-409f-a7ac-32fc979111a9/b7c74a80-f412-4798-967a-8287544534dc/36121ca3-2f97-4bff-8786-92f3f80edc63) {{(pid=99969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:19:01.471438 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f6f7b-7f46-4f4c-bf9c-5f35b1982cf8 req-d8711873-95f9-43b6-89af-c7a2b2a84fae tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:01.479641 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-cb7f6f7b-7f46-4f4c-bf9c-5f35b1982cf8 req-d8711873-95f9-43b6-89af-c7a2b2a84fae tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 985 time: 0.1083219 Oct 14 11:19:01.498147 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-39c81394-92ba-4081-8a6c-f680672c65bd req-7743b577-2d20-4252-a9db-9c75f8047ba5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663409 Oct 14 11:19:01.570085 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-cb7f6f7b-7f46-4f4c-bf9c-5f35b1982cf8 req-be047716-dc69-4ae9-a060-7877692503ae tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?id=9090bc29-970b-4cf3-a1a8-b2c31caa2673&id=7bba6a65-01b0-48d8-8a34-49caa6aadaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0893312 Oct 14 11:19:01.631588 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4137bb-4b36-4edd-bd86-ddc90d1f5d20 req-95016554-d35e-4ccf-8717-87b9b585033a tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:01.633099 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ca4137bb-4b36-4edd-bd86-ddc90d1f5d20 req-95016554-d35e-4ccf-8717-87b9b585033a tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 945 time: 0.1319649 Oct 14 11:19:01.681314 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-4861b683-297f-4053-8590-4344f0134571 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for port, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:01.700456 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ca4137bb-4b36-4edd-bd86-ddc90d1f5d20 req-4abf4272-c0f2-415f-87d4-df8f9be3bc54 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590329 Oct 14 11:19:01.732944 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-4861b683-297f-4053-8590-4344f0134571 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:01.772761 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4861b683-297f-4053-8590-4344f0134571 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Network e7b04304-7a8b-409f-a7ac-32fc979111a9 is already hosted by enough agents. {{(pid=99969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:19:01.775661 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.base_scheduler [None req-4861b683-297f-4053-8590-4344f0134571 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Resources bound (agent type, host, resource id): {{(pid=99969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:19:01.779163 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4861b683-297f-4053-8590-4344f0134571 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Received port after_create {{(pid=99969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:19:01.806738 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861b683-297f-4053-8590-4344f0134571 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Pushing event updated for resources: {'Port': ['ID=36121ca3-2f97-4bff-8786-92f3f80edc63,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:01.879632 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-4861b683-297f-4053-8590-4344f0134571 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for floatingip, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:01.917853 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-4861b683-297f-4053-8590-4344f0134571 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:02.082207 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-4861b683-297f-4053-8590-4344f0134571 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for port, precommit_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:02.086991 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-4861b683-297f-4053-8590-4344f0134571 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071033321'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:02.157573 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861b683-297f-4053-8590-4344f0134571 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Pushing event updated for resources: {'Port': ['ID=36121ca3-2f97-4bff-8786-92f3f80edc63,revision_number=2']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:02.168500 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-4861b683-297f-4053-8590-4344f0134571 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1073340614'] for floatingip, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:02.184628 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-4861b683-297f-4053-8590-4344f0134571 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for floatingip, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:02.186196 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-4861b683-297f-4053-8590-4344f0134571 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0912008 Oct 14 11:19:02.377086 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1044786d-33a9-4559-98ef-acee488dcb3e req-a0cc3012-fa85-4ab6-a1f2-54dc050ba2f4 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1485981588&fields=id&tenant_id=d0daa4f1d2954b57839a55588e202828 HTTP/1.1" status: 200 len: 267 time: 0.0364597 Oct 14 11:19:02.489924 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044786d-33a9-4559-98ef-acee488dcb3e req-c1e1a55c-5b8c-4cf5-b789-7aa8c87b471a tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:02.491486 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1044786d-33a9-4559-98ef-acee488dcb3e req-c1e1a55c-5b8c-4cf5-b789-7aa8c87b471a tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/networks?id=8adb0b2b-c914-4296-9b32-bac60154b49c HTTP/1.1" status: 200 len: 810 time: 0.1071234 Oct 14 11:19:02.506984 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1044786d-33a9-4559-98ef-acee488dcb3e req-20f9560f-d567-45e6-a6cb-e105990ef270 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/quotas/d0daa4f1d2954b57839a55588e202828 HTTP/1.1" status: 200 len: 375 time: 0.0096614 Oct 14 11:19:02.562736 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1044786d-33a9-4559-98ef-acee488dcb3e req-44068d6e-c1e0-442a-a333-eaad6940f51e tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d0daa4f1d2954b57839a55588e202828&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498497 Oct 14 11:19:02.722631 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9db9d-7fc0-4001-a20c-2b8f4c063aae req-483fdae2-122b-4fe7-aee3-d6b3b78d83ce tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:02.725247 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-53e9db9d-7fc0-4001-a20c-2b8f4c063aae req-483fdae2-122b-4fe7-aee3-d6b3b78d83ce tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 985 time: 0.0790548 Oct 14 11:19:02.841015 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-53e9db9d-7fc0-4001-a20c-2b8f4c063aae req-4857fdc5-4f9e-458f-a36e-429cf4a82c27 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?id=9090bc29-970b-4cf3-a1a8-b2c31caa2673&id=7bba6a65-01b0-48d8-8a34-49caa6aadaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0957589 Oct 14 11:19:02.863753 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1044786d-33a9-4559-98ef-acee488dcb3e req-cc536ab5-83d5-4d8d-a417-f17f54081543 service neutron] 10.222.0.46 "GET /v2.0/networks/8adb0b2b-c914-4296-9b32-bac60154b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802346 Oct 14 11:19:03.006764 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1044786d-33a9-4559-98ef-acee488dcb3e req-32699e6b-5bc8-4523-af26-81104951862f service neutron] 10.222.0.46 "GET /v2.0/networks/8adb0b2b-c914-4296-9b32-bac60154b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325934 Oct 14 11:19:03.019423 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876503f-0876-44f2-a1de-5309f5258fa5 req-b255e558-29e7-47eb-b1ce-cafe15beda12 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:03.021113 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6876503f-0876-44f2-a1de-5309f5258fa5 req-b255e558-29e7-47eb-b1ce-cafe15beda12 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 945 time: 0.0732985 Oct 14 11:19:03.059648 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6876503f-0876-44f2-a1de-5309f5258fa5 req-b63c992f-0792-4869-b7e5-aa358d339e3c tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316718 Oct 14 11:19:03.174853 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-23efe364-f21f-4e11-8c7a-48f1ede89e34 req-28fda291-1e70-475e-891e-2e1b2c2833f7 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=13ce6722-f519-448a-82ac-2b69dba8fca2 HTTP/1.1" status: 200 len: 210 time: 0.0265088 Oct 14 11:19:03.480089 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 36396) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:19:03.638778 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-60acd0ea-e73e-4682-8b8a-6604797c9869 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:03.779815 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-60acd0ea-e73e-4682-8b8a-6604797c9869 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:03.784240 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-60acd0ea-e73e-4682-8b8a-6604797c9869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:03.831376 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-60acd0ea-e73e-4682-8b8a-6604797c9869 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d9cca066ebd84af48a58ea71aa89548a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3485076 Oct 14 11:19:03.832593 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60acd0ea-e73e-4682-8b8a-6604797c9869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb06795-5024-42f3-b67e-5ce67707419c,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:03.832720 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 36406) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:19:03.886858 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-11b54ff9-5aa6-4634-8041-e97b3b750eab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:03.913025 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-11b54ff9-5aa6-4634-8041-e97b3b750eab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:03.965471 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-11b54ff9-5aa6-4634-8041-e97b3b750eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:03.968873 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-11b54ff9-5aa6-4634-8041-e97b3b750eab admin admin] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:03.969312 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb7a7e-1480-4f4e-a5a5-167985c0b16b req-0246f890-6c65-41fa-a747-ffa053126612 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:03.970045 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-11b54ff9-5aa6-4634-8041-e97b3b750eab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4eb06795-5024-42f3-b67e-5ce67707419c HTTP/1.1" status: 204 len: 168 time: 0.1364002 Oct 14 11:19:03.970915 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b0cb7a7e-1480-4f4e-a5a5-167985c0b16b req-0246f890-6c65-41fa-a747-ffa053126612 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 985 time: 0.0558319 Oct 14 11:19:03.979880 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b54ff9-5aa6-4634-8041-e97b3b750eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb06795-5024-42f3-b67e-5ce67707419c,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:04.018801 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b0cb7a7e-1480-4f4e-a5a5-167985c0b16b req-65250b86-0996-44ef-aca3-5e4b3bdd2b92 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?id=9090bc29-970b-4cf3-a1a8-b2c31caa2673&id=7bba6a65-01b0-48d8-8a34-49caa6aadaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376704 Oct 14 11:19:04.188516 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f1ea9-42b0-4e5a-9db7-57ca7c32023c req-f5c2d5cf-4c8c-4055-8ea4-60d20e43632c tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:04.195894 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-644f1ea9-42b0-4e5a-9db7-57ca7c32023c req-f5c2d5cf-4c8c-4055-8ea4-60d20e43632c tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 945 time: 0.0581138 Oct 14 11:19:04.289486 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-644f1ea9-42b0-4e5a-9db7-57ca7c32023c req-70927550-8b05-478b-9565-5866c99424b4 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862892 Oct 14 11:19:04.336909 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044786d-33a9-4559-98ef-acee488dcb3e req-9a000c99-44b4-44d0-9bab-b1ae8cb97d3a tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:04.338460 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-1044786d-33a9-4559-98ef-acee488dcb3e req-9a000c99-44b4-44d0-9bab-b1ae8cb97d3a tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.39 "GET /v2.0/networks?id=8adb0b2b-c914-4296-9b32-bac60154b49c HTTP/1.1" status: 200 len: 810 time: 0.1613266 Oct 14 11:19:04.349098 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5e98d809-bce0-45ec-83bf-a0ab27fc93b0 req-533265b1-b0e0-4a71-842e-5b84bb0aff19 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=13ce6722-f519-448a-82ac-2b69dba8fca2 HTTP/1.1" status: 200 len: 210 time: 0.0583327 Oct 14 11:19:04.401560 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-1044786d-33a9-4559-98ef-acee488dcb3e req-533e8790-94b0-4408-acca-e68a8055b1c6 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0daa4f1d2954b57839a55588e202828 HTTP/1.1" status: 200 len: 380 time: 0.0513606 Oct 14 11:19:04.415560 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [req-1044786d-33a9-4559-98ef-acee488dcb3e req-c35093ff-877b-41b4-8933-a12b1adcb863 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Request body: {'port': {'device_id': '13ce6722-f519-448a-82ac-2b69dba8fca2', 'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c', 'admin_state_up': True, 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'security_groups': ['40435085-5252-4a14-b497-bdfd0d7a1425']}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:19:04.439710 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370955ec-44d4-47cf-b4aa-ba66df512bbb req-a59d1983-a568-4c13-9f97-2ac933b03716 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:04.443218 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-370955ec-44d4-47cf-b4aa-ba66df512bbb req-a59d1983-a568-4c13-9f97-2ac933b03716 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 945 time: 0.0649972 Oct 14 11:19:04.449356 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 36432) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:19:04.455441 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-4adad5ef-c7f7-429f-aeb3-de0e6a965140 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Request body: {'floatingip': {'port_id': 'c01d4743-672f-44b4-84ce-fe574a7061cb'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:19:04.498791 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-4adad5ef-c7f7-429f-aeb3-de0e6a965140 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for floatingip, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:04.540480 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1044786d-33a9-4559-98ef-acee488dcb3e req-c35093ff-877b-41b4-8933-a12b1adcb863 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Made reservation on behalf of d0daa4f1d2954b57839a55588e202828 for: {'port': 1} {{(pid=99968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:19:04.544156 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-1044786d-33a9-4559-98ef-acee488dcb3e req-c35093ff-877b-41b4-8933-a12b1adcb863 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:04.688130 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_common [req-1044786d-33a9-4559-98ef-acee488dcb3e req-c35093ff-877b-41b4-8933-a12b1adcb863 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Allocated IP 172.20.0.14 (8adb0b2b-c914-4296-9b32-bac60154b49c/c4a9eff2-6c2d-4996-83b4-e446c185e0ed/dcbd402b-6515-4bd8-a950-d95384f318d7) {{(pid=99968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:19:04.839696 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-1044786d-33a9-4559-98ef-acee488dcb3e req-c35093ff-877b-41b4-8933-a12b1adcb863 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for port, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:04.886576 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-1044786d-33a9-4559-98ef-acee488dcb3e req-c35093ff-877b-41b4-8933-a12b1adcb863 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065085970'] for port, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:04.955147 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1044786d-33a9-4559-98ef-acee488dcb3e req-c35093ff-877b-41b4-8933-a12b1adcb863 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Network 8adb0b2b-c914-4296-9b32-bac60154b49c is already hosted by enough agents. {{(pid=99968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:19:04.962220 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [req-1044786d-33a9-4559-98ef-acee488dcb3e req-c35093ff-877b-41b4-8933-a12b1adcb863 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Resources bound (agent type, host, resource id): {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:19:04.967547 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [req-1044786d-33a9-4559-98ef-acee488dcb3e req-c35093ff-877b-41b4-8933-a12b1adcb863 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Received port after_create {{(pid=99968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:19:04.970363 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35093ff-877b-41b4-8933-a12b1adcb863 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Pushing event updated for resources: {'Port': ['ID=dcbd402b-6515-4bd8-a950-d95384f318d7,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:05.041213 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-4adad5ef-c7f7-429f-aeb3-de0e6a965140 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for floatingip, precommit_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:05.042941 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044786d-33a9-4559-98ef-acee488dcb3e req-c35093ff-877b-41b4-8933-a12b1adcb863 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:05.045315 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-1044786d-33a9-4559-98ef-acee488dcb3e req-c35093ff-877b-41b4-8933-a12b1adcb863 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:05.048059 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-4adad5ef-c7f7-429f-aeb3-de0e6a965140 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1073340614'] for floatingip, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:05.064476 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-1044786d-33a9-4559-98ef-acee488dcb3e req-c35093ff-877b-41b4-8933-a12b1adcb863 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6533043 Oct 14 11:19:05.092957 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [req-1044786d-33a9-4559-98ef-acee488dcb3e req-08f6cc61-086e-4edb-ba87-1e477ecfbf71 service neutron] Request body: {'port': {'device_id': '13ce6722-f519-448a-82ac-2b69dba8fca2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:19:05.197901 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-1044786d-33a9-4559-98ef-acee488dcb3e req-08f6cc61-086e-4edb-ba87-1e477ecfbf71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:05.284717 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-a794a5b4-c42c-4d76-95fc-370f08cfc2fd None None] Provisioning complete for port dcbd402b-6515-4bd8-a950-d95384f318d7 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:19:05.285208 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-a794a5b4-c42c-4d76-95fc-370f08cfc2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:05.345046 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-a794a5b4-c42c-4d76-95fc-370f08cfc2fd None None] Port dcbd402b-6515-4bd8-a950-d95384f318d7 cannot update to ACTIVE because it is not bound. {{(pid=99970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:19:05.629110 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [req-1044786d-33a9-4559-98ef-acee488dcb3e req-08f6cc61-086e-4edb-ba87-1e477ecfbf71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcbd402b-6515-4bd8-a950-d95384f318d7 {{(pid=99968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:19:05.637790 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-1044786d-33a9-4559-98ef-acee488dcb3e req-08f6cc61-086e-4edb-ba87-1e477ecfbf71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:05.652636 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [req-1044786d-33a9-4559-98ef-acee488dcb3e req-08f6cc61-086e-4edb-ba87-1e477ecfbf71 service neutron] Transition to ACTIVE for port object dcbd402b-6515-4bd8-a950-d95384f318d7 will not be triggered until provisioned by entity L2. {{(pid=99968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 11:19:05.657600 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-1044786d-33a9-4559-98ef-acee488dcb3e req-08f6cc61-086e-4edb-ba87-1e477ecfbf71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065085989'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:05.667689 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.db.l3_db [None req-4adad5ef-c7f7-429f-aeb3-de0e6a965140 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Floating IP ff59c8f6-a87c-4c0f-ad4a-6881b61f0a39 associated. External IP: 172.27.0.52, port: c01d4743-672f-44b4-84ce-fe574a7061cb. Oct 14 11:19:05.712963 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f6cc61-086e-4edb-ba87-1e477ecfbf71 service neutron] Pushing event updated for resources: {'Port': ['ID=dcbd402b-6515-4bd8-a950-d95384f318d7,revision_number=2']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:05.720197 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ce8c4-fbe2-4bb0-a3e2-9de60c2724b6 req-360b7eab-8939-47b9-8f92-b308c9de23e3 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:05.721818 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5e7ce8c4-fbe2-4bb0-a3e2-9de60c2724b6 req-360b7eab-8939-47b9-8f92-b308c9de23e3 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 985 time: 0.1440129 Oct 14 11:19:05.741759 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253ffc2-b2f2-4ed7-ab5d-128d6ec1f94c req-e9da421e-1b32-44e8-a19f-3961917ee68d tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:05.743280 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6253ffc2-b2f2-4ed7-ab5d-128d6ec1f94c req-e9da421e-1b32-44e8-a19f-3961917ee68d tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=13ce6722-f519-448a-82ac-2b69dba8fca2 HTTP/1.1" status: 200 len: 932 time: 0.1644206 Oct 14 11:19:05.806246 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [req-1044786d-33a9-4559-98ef-acee488dcb3e req-08f6cc61-086e-4edb-ba87-1e477ecfbf71 service neutron] Attempting to bind port dcbd402b-6515-4bd8-a950-d95384f318d7 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:19:05.806831 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [req-1044786d-33a9-4559-98ef-acee488dcb3e req-08f6cc61-086e-4edb-ba87-1e477ecfbf71 service neutron] Attempting to bind port dcbd402b-6515-4bd8-a950-d95384f318d7 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '5783322a-3a14-4ddc-90d8-14aa7da0c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c'}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:19:05.807176 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1044786d-33a9-4559-98ef-acee488dcb3e req-08f6cc61-086e-4edb-ba87-1e477ecfbf71 service neutron] Attempting to bind port dcbd402b-6515-4bd8-a950-d95384f318d7 on network 8adb0b2b-c914-4296-9b32-bac60154b49c {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:19:05.812945 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1044786d-33a9-4559-98ef-acee488dcb3e req-08f6cc61-086e-4edb-ba87-1e477ecfbf71 service neutron] Port dcbd402b-6515-4bd8-a950-d95384f318d7 on network 8adb0b2b-c914-4296-9b32-bac60154b49c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 11:19:05.813367 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1044786d-33a9-4559-98ef-acee488dcb3e req-08f6cc61-086e-4edb-ba87-1e477ecfbf71 service neutron] Attempting to bind port dcbd402b-6515-4bd8-a950-d95384f318d7 on network 8adb0b2b-c914-4296-9b32-bac60154b49c {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:19:05.819154 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1044786d-33a9-4559-98ef-acee488dcb3e req-08f6cc61-086e-4edb-ba87-1e477ecfbf71 service neutron] Checking agent: {'id': 'f75e9eb5-eb38-4e10-b93f-23a007c4e69f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 11, 37), 'started_at': datetime.datetime(2021, 10, 14, 11, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:19:05.819373 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1044786d-33a9-4559-98ef-acee488dcb3e req-08f6cc61-086e-4edb-ba87-1e477ecfbf71 service neutron] Checking segment: {'id': '5783322a-3a14-4ddc-90d8-14aa7da0c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:19:05.819626 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1044786d-33a9-4559-98ef-acee488dcb3e req-08f6cc61-086e-4edb-ba87-1e477ecfbf71 service neutron] Bound using segment: {'id': '5783322a-3a14-4ddc-90d8-14aa7da0c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c'} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:19:05.820652 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [req-1044786d-33a9-4559-98ef-acee488dcb3e req-08f6cc61-086e-4edb-ba87-1e477ecfbf71 service neutron] Bound port: dcbd402b-6515-4bd8-a950-d95384f318d7, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5783322a-3a14-4ddc-90d8-14aa7da0c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c'}}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:19:05.820652 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-1044786d-33a9-4559-98ef-acee488dcb3e req-08f6cc61-086e-4edb-ba87-1e477ecfbf71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:05.853998 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5e7ce8c4-fbe2-4bb0-a3e2-9de60c2724b6 req-6595868e-54bd-41a3-83d4-59fa7b84ce90 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?id=9090bc29-970b-4cf3-a1a8-b2c31caa2673&id=7bba6a65-01b0-48d8-8a34-49caa6aadaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1238873 Oct 14 11:19:05.881239 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6253ffc2-b2f2-4ed7-ab5d-128d6ec1f94c req-3a589529-7d41-4f84-ad57-7a662b768ad6 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=40435085-5252-4a14-b497-bdfd0d7a1425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138213 Oct 14 11:19:05.937152 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [req-1044786d-33a9-4559-98ef-acee488dcb3e req-08f6cc61-086e-4edb-ba87-1e477ecfbf71 service neutron] For port dcbd402b-6515-4bd8-a950-d95384f318d7, host hv-cinder-80135, cleared binding levels {{(pid=99968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:19:05.940862 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [req-1044786d-33a9-4559-98ef-acee488dcb3e req-08f6cc61-086e-4edb-ba87-1e477ecfbf71 service neutron] For port dcbd402b-6515-4bd8-a950-d95384f318d7, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=dcbd402b-6515-4bd8-a950-d95384f318d7,segment=NetworkSegment(5783322a-3a14-4ddc-90d8-14aa7da0c168),segment_id=5783322a-3a14-4ddc-90d8-14aa7da0c168)] {{(pid=99968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:19:05.950153 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-1044786d-33a9-4559-98ef-acee488dcb3e req-08f6cc61-086e-4edb-ba87-1e477ecfbf71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065085989'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:05.993963 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044786d-33a9-4559-98ef-acee488dcb3e req-08f6cc61-086e-4edb-ba87-1e477ecfbf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:05.994630 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-1044786d-33a9-4559-98ef-acee488dcb3e req-08f6cc61-086e-4edb-ba87-1e477ecfbf71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:05.996040 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-1044786d-33a9-4559-98ef-acee488dcb3e req-08f6cc61-086e-4edb-ba87-1e477ecfbf71 service neutron] 10.222.0.39 "PUT /v2.0/ports/dcbd402b-6515-4bd8-a950-d95384f318d7 HTTP/1.1" status: 200 len: 1094 time: 0.9220545 Oct 14 11:19:05.996491 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13ce6722-f519-448a-82ac-2b69dba8fca2', 'tag': 'dcbd402b-6515-4bd8-a950-d95384f318d7'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:19:05.999662 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bc8dce43effdfc17fa197fa73d2f682717a0aeb1d45e7b66290f8ec122344fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6ca207-2fec-4063-ad89-ebc6a853fc0c" -d '{"events": [{"name": "network-changed", "server_uuid": "13ce6722-f519-448a-82ac-2b69dba8fca2", "tag": "dcbd402b-6515-4bd8-a950-d95384f318d7"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:19:06.024195 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f6cc61-086e-4edb-ba87-1e477ecfbf71 service neutron] Pushing event updated for resources: {'Port': ['ID=dcbd402b-6515-4bd8-a950-d95384f318d7,revision_number=3']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:06.078664 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4adad5ef-c7f7-429f-aeb3-de0e6a965140 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Router 22791d7d-3c63-488d-8eb9-b0fc7e8b047f has already been hosted by L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 {{(pid=99969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:19:06.090903 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486ade61-6332-440e-a428-c7677f631ca4 x-openstack-request-id: req-486ade61-6332-440e-a428-c7677f631ca4 {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:19:06.091731 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13ce6722-f519-448a-82ac-2b69dba8fca2", "tag": "dcbd402b-6515-4bd8-a950-d95384f318d7", "status": "completed", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:19:06.091979 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-486ade61-6332-440e-a428-c7677f631ca4 {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:19:06.092452 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13ce6722-f519-448a-82ac-2b69dba8fca2', 'tag': 'dcbd402b-6515-4bd8-a950-d95384f318d7', 'status': 'completed', 'code': 200} Oct 14 11:19:06.116447 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044786d-33a9-4559-98ef-acee488dcb3e req-763d3ae8-9ff6-4301-a3f0-64d20059d506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:06.119302 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-1044786d-33a9-4559-98ef-acee488dcb3e req-763d3ae8-9ff6-4301-a3f0-64d20059d506 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d0daa4f1d2954b57839a55588e202828&device_id=13ce6722-f519-448a-82ac-2b69dba8fca2 HTTP/1.1" status: 200 len: 1097 time: 0.0703404 Oct 14 11:19:06.176751 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-1044786d-33a9-4559-98ef-acee488dcb3e req-9fb7fb3b-5964-44ad-b632-ec5477d34fb4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcbd402b-6515-4bd8-a950-d95384f318d7 HTTP/1.1" status: 200 len: 217 time: 0.0474668 Oct 14 11:19:06.222527 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4adad5ef-c7f7-429f-aeb3-de0e6a965140 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:19:06.230509 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-4adad5ef-c7f7-429f-aeb3-de0e6a965140 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for floatingip, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:06.237981 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda27b2e-251a-475a-b0b8-c6daabfbf93e None None] Sync routers for ids ['22791d7d-3c63-488d-8eb9-b0fc7e8b047f'] in dv-cinder-801354-3-iscsi {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:19:06.256477 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda27b2e-251a-475a-b0b8-c6daabfbf93e None None] Routers {'22791d7d-3c63-488d-8eb9-b0fc7e8b047f'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:19:06.257115 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-cda27b2e-251a-475a-b0b8-c6daabfbf93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fd0de430>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:18:41Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['22791d7d-3c63-488d-8eb9-b0fc7e8b047f'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:19:06.259872 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044786d-33a9-4559-98ef-acee488dcb3e req-1e3c7aeb-868d-4fe4-ba59-25b7ab338fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:06.261790 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-1044786d-33a9-4559-98ef-acee488dcb3e req-1e3c7aeb-868d-4fe4-ba59-25b7ab338fa2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c4a9eff2-6c2d-4996-83b4-e446c185e0ed HTTP/1.1" status: 200 len: 849 time: 0.0741749 Oct 14 11:19:06.263461 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-4adad5ef-c7f7-429f-aeb3-de0e6a965140 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "PUT /v2.0/floatingips/ff59c8f6-a87c-4c0f-ad4a-6881b61f0a39 HTTP/1.1" status: 200 len: 990 time: 1.8130031 Oct 14 11:19:06.264055 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '219638ff-5477-482f-8ba8-3e4945723bf3', 'tag': 'c01d4743-672f-44b4-84ce-fe574a7061cb'}] {{(pid=99969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:19:06.267685 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a93a02263ebe6e695f08df3ef7f4cabed4a40ac7132537441ac5c84a82560800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e2228e-5d1c-4ca6-a37c-ca1f1923dcd7" -d '{"events": [{"name": "network-changed", "server_uuid": "219638ff-5477-482f-8ba8-3e4945723bf3", "tag": "c01d4743-672f-44b4-84ce-fe574a7061cb"}]}' {{(pid=99969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:19:06.330064 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044786d-33a9-4559-98ef-acee488dcb3e req-3f132ed8-038a-4e38-90e4-16f26321726b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:06.332036 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-1044786d-33a9-4559-98ef-acee488dcb3e req-3f132ed8-038a-4e38-90e4-16f26321726b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8adb0b2b-c914-4296-9b32-bac60154b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568600 Oct 14 11:19:06.336480 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88686f89-a6b2-4dc6-a9b9-eb78aeb356cf x-openstack-request-id: req-88686f89-a6b2-4dc6-a9b9-eb78aeb356cf {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:19:06.336773 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "219638ff-5477-482f-8ba8-3e4945723bf3", "tag": "c01d4743-672f-44b4-84ce-fe574a7061cb", "status": "completed", "code": 200}]} {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:19:06.337024 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-88686f89-a6b2-4dc6-a9b9-eb78aeb356cf {{(pid=99969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:19:06.337418 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '219638ff-5477-482f-8ba8-3e4945723bf3', 'tag': 'c01d4743-672f-44b4-84ce-fe574a7061cb', 'status': 'completed', 'code': 200} Oct 14 11:19:06.454598 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-cda27b2e-251a-475a-b0b8-c6daabfbf93e None None] Set router 22791d7d-3c63-488d-8eb9-b0fc7e8b047f gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:19:06.511454 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2228e-5d1c-4ca6-a37c-ca1f1923dcd7 req-c3e8a564-1998-4a87-a2a3-20d64db054c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:06.513395 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-a5e2228e-5d1c-4ca6-a37c-ca1f1923dcd7 req-c3e8a564-1998-4a87-a2a3-20d64db054c6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b0d78c4c2bd84fe29041852181e0868c&device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 1098 time: 0.1386197 Oct 14 11:19:06.556350 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-1044786d-33a9-4559-98ef-acee488dcb3e req-2ff80e8d-693f-4c40-89b4-56357916af20 service neutron] 10.222.0.39 "GET /v2.0/networks/8adb0b2b-c914-4296-9b32-bac60154b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957328 Oct 14 11:19:06.734972 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2228e-5d1c-4ca6-a37c-ca1f1923dcd7 req-ea83f1a9-8ac5-43b4-b875-4a5b3e479365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:06.736463 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-a5e2228e-5d1c-4ca6-a37c-ca1f1923dcd7 req-ea83f1a9-8ac5-43b4-b875-4a5b3e479365 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2f17ff47-830b-4023-ad66-66e432a33b51 HTTP/1.1" status: 200 len: 917 time: 0.2106833 Oct 14 11:19:06.814764 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-cda27b2e-251a-475a-b0b8-c6daabfbf93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fd0de430>, [{'id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'name': 'tempest-AttachVolumeShelveTestJSON-933610345-router', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '67207ab1-a901-45f1-ac2d-4699cecece14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:13:40Z', 'revision_number': 4, 'project_id': 'b0d78c4c2bd84fe29041852181e0868c', 'gw_port': {'id': '67207ab1-a901-45f1-ac2d-4699cecece14', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:31Z', 'updated_at': '2021-10-14T11:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_floatingips': [{'id': 'ff59c8f6-a87c-4c0f-ad4a-6881b61f0a39', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'floating_ip_address': '172.27.0.52', 'floating_network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'router_id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'port_id': 'c01d4743-672f-44b4-84ce-fe574a7061cb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51', 'mac_address': 'fa:16:3e:d3:e1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219638ff-5477-482f-8ba8-3e4945723bf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:18:51Z', 'updated_at': '2021-10-14T11:19:04Z', 'revision_number': 1, 'project_id': 'b0d78c4c2bd84fe29041852181e0868c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ae1501-da3e-47c6-abf4-d393a429d718', 'name': '', 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'mac_address': 'fa:16:3e:aa:eb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fca00ce8-46db-40c9-b0ce-2996d51e47d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:37Z', 'updated_at': '2021-10-14T11:13:49Z', 'revision_number': 5, 'project_id': 'b0d78c4c2bd84fe29041852181e0868c', 'subnets': [{'id': 'fca00ce8-46db-40c9-b0ce-2996d51e47d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:19:06.846838 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda27b2e-251a-475a-b0b8-c6daabfbf93e None None] Checking router: 22791d7d-3c63-488d-8eb9-b0fc7e8b047f for host: dv-cinder-801354-3-iscsi {{(pid=99970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:19:06.857502 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda27b2e-251a-475a-b0b8-c6daabfbf93e None None] Routers {'22791d7d-3c63-488d-8eb9-b0fc7e8b047f'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:19:06.858144 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-cda27b2e-251a-475a-b0b8-c6daabfbf93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fd0de430>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:18:41Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['22791d7d-3c63-488d-8eb9-b0fc7e8b047f'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:19:07.095752 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ba4ad-ac7a-48e2-a309-17b92ce2e03f req-37fa37f6-4250-46fd-8ec9-f30c692215f9 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:07.097868 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5b1ba4ad-ac7a-48e2-a309-17b92ce2e03f req-37fa37f6-4250-46fd-8ec9-f30c692215f9 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 985 time: 0.0969915 Oct 14 11:19:07.122693 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-1044786d-33a9-4559-98ef-acee488dcb3e req-368783a2-22ff-4e95-b751-35bb6ac8d0ba service neutron] 10.222.0.39 "GET /v2.0/networks/8adb0b2b-c914-4296-9b32-bac60154b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5550387 Oct 14 11:19:07.136796 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8caaebd-857d-4af9-8d45-a5e4e38808f3 req-2d1adc14-d6dd-4b47-83c1-d2e57594e437 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:07.139084 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e8caaebd-857d-4af9-8d45-a5e4e38808f3 req-2d1adc14-d6dd-4b47-83c1-d2e57594e437 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=13ce6722-f519-448a-82ac-2b69dba8fca2 HTTP/1.1" status: 200 len: 944 time: 0.1018779 Oct 14 11:19:07.157299 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-a5e2228e-5d1c-4ca6-a37c-ca1f1923dcd7 req-d3868e3a-b9ff-449e-b4fe-0b1c14cb3f1d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c01d4743-672f-44b4-84ce-fe574a7061cb HTTP/1.1" status: 200 len: 998 time: 0.4117291 Oct 14 11:19:07.177284 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5b1ba4ad-ac7a-48e2-a309-17b92ce2e03f req-d5e6ab6b-64d2-41e7-b237-6a2b029a0423 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?id=9090bc29-970b-4cf3-a1a8-b2c31caa2673&id=7bba6a65-01b0-48d8-8a34-49caa6aadaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0675318 Oct 14 11:19:07.184422 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-cda27b2e-251a-475a-b0b8-c6daabfbf93e None None] Set router 22791d7d-3c63-488d-8eb9-b0fc7e8b047f gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:19:07.202432 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e8caaebd-857d-4af9-8d45-a5e4e38808f3 req-9d98892f-e458-4135-ba7a-0f192cb5d4f3 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=40435085-5252-4a14-b497-bdfd0d7a1425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459743 Oct 14 11:19:07.478522 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-cda27b2e-251a-475a-b0b8-c6daabfbf93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fd0de430>, [{'id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'name': 'tempest-AttachVolumeShelveTestJSON-933610345-router', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '67207ab1-a901-45f1-ac2d-4699cecece14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:13:40Z', 'revision_number': 4, 'project_id': 'b0d78c4c2bd84fe29041852181e0868c', 'gw_port': {'id': '67207ab1-a901-45f1-ac2d-4699cecece14', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:31Z', 'updated_at': '2021-10-14T11:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_floatingips': [{'id': 'ff59c8f6-a87c-4c0f-ad4a-6881b61f0a39', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'floating_ip_address': '172.27.0.52', 'floating_network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'router_id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'port_id': 'c01d4743-672f-44b4-84ce-fe574a7061cb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51', 'mac_address': 'fa:16:3e:d3:e1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219638ff-5477-482f-8ba8-3e4945723bf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:18:51Z', 'updated_at': '2021-10-14T11:19:04Z', 'revision_number': 1, 'project_id': 'b0d78c4c2bd84fe29041852181e0868c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ae1501-da3e-47c6-abf4-d393a429d718', 'name': '', 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'mac_address': 'fa:16:3e:aa:eb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fca00ce8-46db-40c9-b0ce-2996d51e47d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:37Z', 'updated_at': '2021-10-14T11:13:49Z', 'revision_number': 5, 'project_id': 'b0d78c4c2bd84fe29041852181e0868c', 'subnets': [{'id': 'fca00ce8-46db-40c9-b0ce-2996d51e47d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:19:07.508069 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda27b2e-251a-475a-b0b8-c6daabfbf93e None None] The sync data for ids ['22791d7d-3c63-488d-8eb9-b0fc7e8b047f'] in dv-cinder-801354-3-iscsi is: [{'id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'name': 'tempest-AttachVolumeShelveTestJSON-933610345-router', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '67207ab1-a901-45f1-ac2d-4699cecece14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:13:40Z', 'revision_number': 4, 'project_id': 'b0d78c4c2bd84fe29041852181e0868c', 'gw_port': {'id': '67207ab1-a901-45f1-ac2d-4699cecece14', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:31Z', 'updated_at': '2021-10-14T11:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_floatingips': [{'id': 'ff59c8f6-a87c-4c0f-ad4a-6881b61f0a39', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'floating_ip_address': '172.27.0.52', 'floating_network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'router_id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'port_id': 'c01d4743-672f-44b4-84ce-fe574a7061cb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51', 'mac_address': 'fa:16:3e:d3:e1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219638ff-5477-482f-8ba8-3e4945723bf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:18:51Z', 'updated_at': '2021-10-14T11:19:04Z', 'revision_number': 1, 'project_id': 'b0d78c4c2bd84fe29041852181e0868c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ae1501-da3e-47c6-abf4-d393a429d718', 'name': '', 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'mac_address': 'fa:16:3e:aa:eb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fca00ce8-46db-40c9-b0ce-2996d51e47d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:37Z', 'updated_at': '2021-10-14T11:13:49Z', 'revision_number': 5, 'project_id': 'b0d78c4c2bd84fe29041852181e0868c', 'subnets': [{'id': 'fca00ce8-46db-40c9-b0ce-2996d51e47d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:19:07.686995 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3443b66-8a2e-4ff5-afeb-34dc366cddfb None None] New status for floating IP ff59c8f6-a87c-4c0f-ad4a-6881b61f0a39: ACTIVE {{(pid=99971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 11:19:08.302019 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee1b569-8cf4-4819-abea-f27b1486c8df req-6c031788-7cc2-4605-8a0b-13eca566e6b7 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:08.303540 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-fee1b569-8cf4-4819-abea-f27b1486c8df req-6c031788-7cc2-4605-8a0b-13eca566e6b7 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 985 time: 0.0537570 Oct 14 11:19:08.344958 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-fee1b569-8cf4-4819-abea-f27b1486c8df req-72ca8942-a518-4f89-aa03-36a87d9840c5 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?id=9090bc29-970b-4cf3-a1a8-b2c31caa2673&id=7bba6a65-01b0-48d8-8a34-49caa6aadaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352209 Oct 14 11:19:08.460642 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c34a5-1581-4a63-b480-96e238b1f7fe req-f0d49e5c-7df3-4b9d-b3fb-2f06b0c87577 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:08.462123 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4e6c34a5-1581-4a63-b480-96e238b1f7fe req-f0d49e5c-7df3-4b9d-b3fb-2f06b0c87577 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=13ce6722-f519-448a-82ac-2b69dba8fca2 HTTP/1.1" status: 200 len: 944 time: 0.0542545 Oct 14 11:19:08.505063 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4e6c34a5-1581-4a63-b480-96e238b1f7fe req-554d8618-17bf-4c2a-865e-9b9cde6e555e tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=40435085-5252-4a14-b497-bdfd0d7a1425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360055 Oct 14 11:19:08.701267 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:08.838934 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-b71846b0-858d-474f-93da-a72260b9fd2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:09.475136 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b4f12-08f2-4c77-919a-b1005e88de13 req-f7d8e00a-bd9e-450c-80cf-dc564d68ebd7 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:09.476605 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7e5b4f12-08f2-4c77-919a-b1005e88de13 req-f7d8e00a-bd9e-450c-80cf-dc564d68ebd7 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 985 time: 0.0611274 Oct 14 11:19:09.516590 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7e5b4f12-08f2-4c77-919a-b1005e88de13 req-f28198a5-97fc-477d-9a58-dc893fcccbe7 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?id=9090bc29-970b-4cf3-a1a8-b2c31caa2673&id=7bba6a65-01b0-48d8-8a34-49caa6aadaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338876 Oct 14 11:19:09.624848 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0d8b6-5f2e-4fd1-b5a2-8a83d3b17887 req-679e66c5-d3af-4964-bda9-fd6132ae4f38 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:09.626444 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-62f0d8b6-5f2e-4fd1-b5a2-8a83d3b17887 req-679e66c5-d3af-4964-bda9-fd6132ae4f38 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=13ce6722-f519-448a-82ac-2b69dba8fca2 HTTP/1.1" status: 200 len: 944 time: 0.0563972 Oct 14 11:19:09.666401 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2228e-5d1c-4ca6-a37c-ca1f1923dcd7 req-7d158652-4296-4c1c-976f-9b982ab47a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:09.667850 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-a5e2228e-5d1c-4ca6-a37c-ca1f1923dcd7 req-7d158652-4296-4c1c-976f-9b982ab47a40 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fca00ce8-46db-40c9-b0ce-2996d51e47d7 HTTP/1.1" status: 200 len: 855 time: 0.0704911 Oct 14 11:19:09.667967 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-62f0d8b6-5f2e-4fd1-b5a2-8a83d3b17887 req-f222ebea-d5f6-4a5c-b969-c1ab5fb70624 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=40435085-5252-4a14-b497-bdfd0d7a1425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352101 Oct 14 11:19:09.691132 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ca207-2fec-4063-ad89-ebc6a853fc0c req-0b3635d7-bee6-4133-b7b1-bed42ca85600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:09.692614 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-6c6ca207-2fec-4063-ad89-ebc6a853fc0c req-0b3635d7-bee6-4133-b7b1-bed42ca85600 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d0daa4f1d2954b57839a55588e202828&device_id=13ce6722-f519-448a-82ac-2b69dba8fca2 HTTP/1.1" status: 200 len: 1097 time: 0.0661900 Oct 14 11:19:09.780519 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2228e-5d1c-4ca6-a37c-ca1f1923dcd7 req-72ed1a53-25ef-494e-a83a-055f48d9a4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:09.782026 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-a5e2228e-5d1c-4ca6-a37c-ca1f1923dcd7 req-72ed1a53-25ef-494e-a83a-055f48d9a4b2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2f17ff47-830b-4023-ad66-66e432a33b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1057384 Oct 14 11:19:09.829591 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ca207-2fec-4063-ad89-ebc6a853fc0c req-b1b23fde-c13f-4e7b-b091-bf71a5c1605e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:09.831109 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-6c6ca207-2fec-4063-ad89-ebc6a853fc0c req-b1b23fde-c13f-4e7b-b091-bf71a5c1605e service neutron] 10.222.0.39 "GET /v2.0/networks?id=8adb0b2b-c914-4296-9b32-bac60154b49c HTTP/1.1" status: 200 len: 911 time: 0.1213675 Oct 14 11:19:09.904792 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-6c6ca207-2fec-4063-ad89-ebc6a853fc0c req-65123e04-91fe-437f-81b9-32bd119e4bc3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcbd402b-6515-4bd8-a950-d95384f318d7 HTTP/1.1" status: 200 len: 217 time: 0.0400360 Oct 14 11:19:09.953329 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-a5e2228e-5d1c-4ca6-a37c-ca1f1923dcd7 req-6b758b6d-a4fa-4c9f-9977-9bdb6590cfaa service neutron] 10.222.0.39 "GET /v2.0/networks/2f17ff47-830b-4023-ad66-66e432a33b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633124 Oct 14 11:19:09.992242 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ca207-2fec-4063-ad89-ebc6a853fc0c req-07a09a4a-4d87-4182-9576-2b69b101a9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:09.993640 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-6c6ca207-2fec-4063-ad89-ebc6a853fc0c req-07a09a4a-4d87-4182-9576-2b69b101a9e0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c4a9eff2-6c2d-4996-83b4-e446c185e0ed HTTP/1.1" status: 200 len: 849 time: 0.0701554 Oct 14 11:19:10.083970 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ca207-2fec-4063-ad89-ebc6a853fc0c req-8a9bb3ef-cd47-42dd-bcb7-9a1421bdfa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:10.085470 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-6c6ca207-2fec-4063-ad89-ebc6a853fc0c req-8a9bb3ef-cd47-42dd-bcb7-9a1421bdfa8f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8adb0b2b-c914-4296-9b32-bac60154b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0831749 Oct 14 11:19:10.091541 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-a5e2228e-5d1c-4ca6-a37c-ca1f1923dcd7 req-f0cdf54f-5290-4abe-b6b0-135c178d9973 service neutron] 10.222.0.39 "GET /v2.0/networks/2f17ff47-830b-4023-ad66-66e432a33b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270261 Oct 14 11:19:10.201684 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-6c6ca207-2fec-4063-ad89-ebc6a853fc0c req-0fb99451-1bd5-4292-a9ca-2ff24e9f825f service neutron] 10.222.0.39 "GET /v2.0/networks/8adb0b2b-c914-4296-9b32-bac60154b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002963 Oct 14 11:19:10.304956 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-6c6ca207-2fec-4063-ad89-ebc6a853fc0c req-6594065d-4ea0-49b4-80e6-c9c9af6d1f92 service neutron] 10.222.0.39 "GET /v2.0/networks/8adb0b2b-c914-4296-9b32-bac60154b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907264 Oct 14 11:19:10.653941 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb610b9-f7dc-42eb-9512-f44ede9d9a1c req-c4cda25c-455e-430d-acf4-e8357577c5ac tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:10.658700 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2cb610b9-f7dc-42eb-9512-f44ede9d9a1c req-c4cda25c-455e-430d-acf4-e8357577c5ac tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 985 time: 0.0629842 Oct 14 11:19:10.706846 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2cb610b9-f7dc-42eb-9512-f44ede9d9a1c req-92cbccc3-efc6-4cd9-9623-8060aa6b0063 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?id=9090bc29-970b-4cf3-a1a8-b2c31caa2673&id=7bba6a65-01b0-48d8-8a34-49caa6aadaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0443141 Oct 14 11:19:10.814676 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c9d28-7551-46e6-a266-348fed2ccf3c req-73032a54-d207-4a25-97c4-06e7a3861e06 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:10.816174 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-762c9d28-7551-46e6-a266-348fed2ccf3c req-73032a54-d207-4a25-97c4-06e7a3861e06 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=13ce6722-f519-448a-82ac-2b69dba8fca2 HTTP/1.1" status: 200 len: 944 time: 0.0543673 Oct 14 11:19:10.859590 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-762c9d28-7551-46e6-a266-348fed2ccf3c req-d45391f8-290b-4def-97a3-93540f98a221 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=40435085-5252-4a14-b497-bdfd0d7a1425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365241 Oct 14 11:19:11.508206 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-bfda22c2-c6ff-4d43-bd59-7053cb836a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:11.844174 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2acb70-95fd-4b38-ac25-aa1ced371e16 req-ae4e09ed-2efb-4d1a-9186-4699a182ab7f tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:11.845705 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ac2acb70-95fd-4b38-ac25-aa1ced371e16 req-ae4e09ed-2efb-4d1a-9186-4699a182ab7f tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 985 time: 0.0582254 Oct 14 11:19:11.887150 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ac2acb70-95fd-4b38-ac25-aa1ced371e16 req-4d215d60-aa1c-421a-aa74-2d485d1d4190 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?id=9090bc29-970b-4cf3-a1a8-b2c31caa2673&id=7bba6a65-01b0-48d8-8a34-49caa6aadaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352142 Oct 14 11:19:11.985072 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5edf10-b8c6-4330-abaa-9935357f67e8 req-e01122b4-1633-4f93-b865-17fb6e51f405 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:11.986659 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3c5edf10-b8c6-4330-abaa-9935357f67e8 req-e01122b4-1633-4f93-b865-17fb6e51f405 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=13ce6722-f519-448a-82ac-2b69dba8fca2 HTTP/1.1" status: 200 len: 944 time: 0.0533912 Oct 14 11:19:12.027573 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3c5edf10-b8c6-4330-abaa-9935357f67e8 req-edb28c21-96ad-47dc-8a90-94bfeb223d4a tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=40435085-5252-4a14-b497-bdfd0d7a1425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349007 Oct 14 11:19:12.796298 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:12.995858 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device dcbd402b-6515-4bd8-a950-d95384f318d7 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=99970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:19:13.012446 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64563ae1-730c-4f99-b419-15ddb94bad18 req-c1b8d9ad-7626-4f7b-a991-d71ce6f794e0 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:13.014041 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-64563ae1-730c-4f99-b419-15ddb94bad18 req-c1b8d9ad-7626-4f7b-a991-d71ce6f794e0 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 985 time: 0.0548706 Oct 14 11:19:13.068354 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-64563ae1-730c-4f99-b419-15ddb94bad18 req-fb79f951-c224-4411-a0a0-44600bcd0be0 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?id=9090bc29-970b-4cf3-a1a8-b2c31caa2673&id=7bba6a65-01b0-48d8-8a34-49caa6aadaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428150 Oct 14 11:19:13.081877 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:13.149303 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port dcbd402b-6515-4bd8-a950-d95384f318d7, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=dcbd402b-6515-4bd8-a950-d95384f318d7,segment=NetworkSegment(5783322a-3a14-4ddc-90d8-14aa7da0c168),segment_id=5783322a-3a14-4ddc-90d8-14aa7da0c168)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:19:13.163236 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Returning: {'device': 'dcbd402b-6515-4bd8-a950-d95384f318d7', 'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c', 'port_id': 'dcbd402b-6515-4bd8-a950-d95384f318d7', 'mac_address': 'fa:16:3e:1f:34:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4a9eff2-6c2d-4996-83b4-e446c185e0ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:19:13.217297 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:13.236089 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcbd402b-6515-4bd8-a950-d95384f318d7 {{(pid=99970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:19:13.243643 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d76c26-5d81-479d-a07a-5a1b60ea6603 req-4d0db393-f6da-4aae-bab6-dff14f069457 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:13.246653 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-21d76c26-5d81-479d-a07a-5a1b60ea6603 req-4d0db393-f6da-4aae-bab6-dff14f069457 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=13ce6722-f519-448a-82ac-2b69dba8fca2 HTTP/1.1" status: 200 len: 944 time: 0.0983472 Oct 14 11:19:13.260091 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port dcbd402b-6515-4bd8-a950-d95384f318d7, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=dcbd402b-6515-4bd8-a950-d95384f318d7,segment=NetworkSegment(5783322a-3a14-4ddc-90d8-14aa7da0c168),segment_id=5783322a-3a14-4ddc-90d8-14aa7da0c168)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:19:13.266459 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:13.314626 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-21d76c26-5d81-479d-a07a-5a1b60ea6603 req-1f36a0de-9b60-4056-8bd7-6fdd57004613 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=40435085-5252-4a14-b497-bdfd0d7a1425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606797 Oct 14 11:19:13.323386 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=dcbd402b-6515-4bd8-a950-d95384f318d7,revision_number=4']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:13.559269 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['dcbd402b-6515-4bd8-a950-d95384f318d7'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:19:14.312596 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:14.457268 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2d581-7ea1-4b54-a94f-eff7ed0fbe3c req-b566934c-df31-4410-9827-2b3c1a07bab1 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:14.458842 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f7a2d581-7ea1-4b54-a94f-eff7ed0fbe3c req-b566934c-df31-4410-9827-2b3c1a07bab1 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=13ce6722-f519-448a-82ac-2b69dba8fca2 HTTP/1.1" status: 200 len: 945 time: 0.0598793 Oct 14 11:19:14.498402 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f7a2d581-7ea1-4b54-a94f-eff7ed0fbe3c req-6184eab1-da6d-453f-bd95-a52d6f623041 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=40435085-5252-4a14-b497-bdfd0d7a1425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331581 Oct 14 11:19:15.010574 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device dcbd402b-6515-4bd8-a950-d95384f318d7 up at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:19:15.083607 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning for port dcbd402b-6515-4bd8-a950-d95384f318d7 completed by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 11:19:15.087881 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning complete for port dcbd402b-6515-4bd8-a950-d95384f318d7 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:19:15.088244 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:15.178332 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:15.213923 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ce6722-f519-448a-82ac-2b69dba8fca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcbd402b-6515-4bd8-a950-d95384f318d7'}] {{(pid=99970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:19:15.218272 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e67274c3f7888a1e620d1da4f152c08f6ed72520f222e4ac6b19e3f5d220bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de35481-7e66-4cd6-84f3-173650417725" -d '{"events": [{"server_uuid": "13ce6722-f519-448a-82ac-2b69dba8fca2", "name": "network-vif-plugged", "status": "completed", "tag": "dcbd402b-6515-4bd8-a950-d95384f318d7"}]}' {{(pid=99970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:19:15.246660 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port dcbd402b-6515-4bd8-a950-d95384f318d7, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=dcbd402b-6515-4bd8-a950-d95384f318d7,segment=NetworkSegment(5783322a-3a14-4ddc-90d8-14aa7da0c168),segment_id=5783322a-3a14-4ddc-90d8-14aa7da0c168)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:19:15.253510 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:15.313955 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=dcbd402b-6515-4bd8-a950-d95384f318d7,revision_number=5']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:15.364642 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 36646) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:19:15.481164 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c46edaf8-a9ef-4f30-b8c4-ecfff070d95d admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:15.491957 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433e52d6-30ce-4922-9b0b-0eab1285812f x-openstack-request-id: req-433e52d6-30ce-4922-9b0b-0eab1285812f {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:19:15.492255 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ce6722-f519-448a-82ac-2b69dba8fca2", "name": "network-vif-plugged", "status": "completed", "tag": "dcbd402b-6515-4bd8-a950-d95384f318d7", "code": 200}]} {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:19:15.492509 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-433e52d6-30ce-4922-9b0b-0eab1285812f {{(pid=99970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:19:15.492911 dv-cinder-801354-3-iscsi neutron-server[99970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ce6722-f519-448a-82ac-2b69dba8fca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcbd402b-6515-4bd8-a950-d95384f318d7', 'code': 200} Oct 14 11:19:15.606191 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c46edaf8-a9ef-4f30-b8c4-ecfff070d95d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:15.630860 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c46edaf8-a9ef-4f30-b8c4-ecfff070d95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:15.683217 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-c46edaf8-a9ef-4f30-b8c4-ecfff070d95d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4e652558e0d242238db892fac156119f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3171253 Oct 14 11:19:15.687315 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 36658) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:19:15.694726 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46edaf8-a9ef-4f30-b8c4-ecfff070d95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08aaa560-b2ca-4a60-99e1-65a96ef114d1,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:15.713510 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f2c15-a4f6-443b-8b3d-f7e941c4a7ba req-b1b02556-5200-4d71-b9fa-4824359e526e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:15.715102 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-7c0f2c15-a4f6-443b-8b3d-f7e941c4a7ba req-b1b02556-5200-4d71-b9fa-4824359e526e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=13ce6722-f519-448a-82ac-2b69dba8fca2 HTTP/1.1" status: 200 len: 1099 time: 0.0606213 Oct 14 11:19:15.722902 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b95fa6-be07-4ac2-b757-8285c9120ccb req-ffa19d32-4d13-454e-8cf9-91175d88b47a tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:15.724607 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d5b95fa6-be07-4ac2-b757-8285c9120ccb req-ffa19d32-4d13-454e-8cf9-91175d88b47a tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=13ce6722-f519-448a-82ac-2b69dba8fca2 HTTP/1.1" status: 200 len: 946 time: 0.1458058 Oct 14 11:19:15.759758 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-7c0f2c15-a4f6-443b-8b3d-f7e941c4a7ba req-fa864c29-c60d-40cf-bd75-28378375b8af service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=40435085-5252-4a14-b497-bdfd0d7a1425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342715 Oct 14 11:19:15.791714 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d5b95fa6-be07-4ac2-b757-8285c9120ccb req-01467741-b9f6-4f45-8f98-d39998c1c5ae tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=40435085-5252-4a14-b497-bdfd0d7a1425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574758 Oct 14 11:19:15.792507 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-00301c5b-1b68-4f88-8d4f-6eb28e30baf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:15.809550 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 36660) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:19:15.817178 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-00301c5b-1b68-4f88-8d4f-6eb28e30baf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:15.866107 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-00301c5b-1b68-4f88-8d4f-6eb28e30baf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:15.868960 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-00301c5b-1b68-4f88-8d4f-6eb28e30baf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:15.870101 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-00301c5b-1b68-4f88-8d4f-6eb28e30baf6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/08aaa560-b2ca-4a60-99e1-65a96ef114d1 HTTP/1.1" status: 204 len: 168 time: 0.1814320 Oct 14 11:19:15.879082 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00301c5b-1b68-4f88-8d4f-6eb28e30baf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08aaa560-b2ca-4a60-99e1-65a96ef114d1,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:15.933206 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-13b8c2ce-e1a0-4f61-8bd4-8c02b522fb89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:16.039945 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-13b8c2ce-e1a0-4f61-8bd4-8c02b522fb89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:16.043974 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-13b8c2ce-e1a0-4f61-8bd4-8c02b522fb89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:16.083348 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-13b8c2ce-e1a0-4f61-8bd4-8c02b522fb89 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3ca203eedd374c4bae07acf4aed264d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2726560 Oct 14 11:19:16.084271 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b8c2ce-e1a0-4f61-8bd4-8c02b522fb89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a3a5f9-c4ff-4db9-9d42-60943509d761,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:16.086882 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 36668) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:19:16.143337 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-16aa26d6-46e5-45e4-9e5e-acceac8480b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:16.175108 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-16aa26d6-46e5-45e4-9e5e-acceac8480b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:16.191603 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 36672) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:19:16.205213 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-73070d2f-4833-4d26-a729-837fb5ad53c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:16.227757 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-16aa26d6-46e5-45e4-9e5e-acceac8480b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:16.230569 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-16aa26d6-46e5-45e4-9e5e-acceac8480b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:16.231794 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-16aa26d6-46e5-45e4-9e5e-acceac8480b6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d0a3a5f9-c4ff-4db9-9d42-60943509d761 HTTP/1.1" status: 204 len: 168 time: 0.1435008 Oct 14 11:19:16.242132 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa26d6-46e5-45e4-9e5e-acceac8480b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a3a5f9-c4ff-4db9-9d42-60943509d761,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:16.300886 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-73070d2f-4833-4d26-a729-837fb5ad53c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:16.305055 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-73070d2f-4833-4d26-a729-837fb5ad53c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:16.351042 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-73070d2f-4833-4d26-a729-837fb5ad53c2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=84cb3519130541cfa2fd347f6e081361&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1583142 Oct 14 11:19:16.351927 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73070d2f-4833-4d26-a729-837fb5ad53c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a5e4c4-7dbe-44b2-851c-4afc15a52d8c,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:16.353736 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 36676) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:19:16.411716 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c980d9de-887f-4bd8-a37c-bbe39dbb82b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:16.433996 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c980d9de-887f-4bd8-a37c-bbe39dbb82b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:16.482268 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c980d9de-887f-4bd8-a37c-bbe39dbb82b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:16.485440 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c980d9de-887f-4bd8-a37c-bbe39dbb82b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:16.486627 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-c980d9de-887f-4bd8-a37c-bbe39dbb82b6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/24a5e4c4-7dbe-44b2-851c-4afc15a52d8c HTTP/1.1" status: 204 len: 168 time: 0.1318629 Oct 14 11:19:16.494267 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c980d9de-887f-4bd8-a37c-bbe39dbb82b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a5e4c4-7dbe-44b2-851c-4afc15a52d8c,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:16.813155 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 36698) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:19:16.828024 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d2a2f83e-8c39-4c20-a694-a506f481810f admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:16.947631 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577e4ac-43ef-4e89-a08e-b88596f77ded req-237a5c9f-496c-4d4f-906a-6bd3c87c601b tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:16.949110 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4577e4ac-43ef-4e89-a08e-b88596f77ded req-237a5c9f-496c-4d4f-906a-6bd3c87c601b tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=13ce6722-f519-448a-82ac-2b69dba8fca2 HTTP/1.1" status: 200 len: 946 time: 0.0819824 Oct 14 11:19:16.959811 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d2a2f83e-8c39-4c20-a694-a506f481810f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:16.973542 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d2a2f83e-8c39-4c20-a694-a506f481810f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:17.027455 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4577e4ac-43ef-4e89-a08e-b88596f77ded req-c74b74ba-abf1-4da2-9234-4708a5ebe628 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=40435085-5252-4a14-b497-bdfd0d7a1425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697362 Oct 14 11:19:17.032663 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-d2a2f83e-8c39-4c20-a694-a506f481810f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=900e1ea65da34b9d8a7e3e38753822c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2154257 Oct 14 11:19:17.032663 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2f83e-8c39-4c20-a694-a506f481810f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5daf3bb-f4b1-4ac1-90fd-faf2a693e4d8,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:17.033024 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 36704) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:19:17.093328 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-948c1fd6-0b84-45f6-94ee-4844ec1a0b65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:17.115850 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-948c1fd6-0b84-45f6-94ee-4844ec1a0b65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:17.165466 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-948c1fd6-0b84-45f6-94ee-4844ec1a0b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:17.171456 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-948c1fd6-0b84-45f6-94ee-4844ec1a0b65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:17.172685 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-948c1fd6-0b84-45f6-94ee-4844ec1a0b65 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b5daf3bb-f4b1-4ac1-90fd-faf2a693e4d8 HTTP/1.1" status: 204 len: 168 time: 0.1385639 Oct 14 11:19:17.181099 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c1fd6-0b84-45f6-94ee-4844ec1a0b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5daf3bb-f4b1-4ac1-90fd-faf2a693e4d8,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:18.151632 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d3358-2bab-4167-bc23-a30b9735a857 req-2ec3c9f8-89c2-4d9c-946d-b3d7b02ac48b tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:18.153186 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d69d3358-2bab-4167-bc23-a30b9735a857 req-2ec3c9f8-89c2-4d9c-946d-b3d7b02ac48b tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=13ce6722-f519-448a-82ac-2b69dba8fca2 HTTP/1.1" status: 200 len: 946 time: 0.0528834 Oct 14 11:19:18.193095 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d69d3358-2bab-4167-bc23-a30b9735a857 req-9526e060-edda-43cc-bb23-3b9572e39bc2 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=40435085-5252-4a14-b497-bdfd0d7a1425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326121 Oct 14 11:19:18.285727 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 36758) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:19:18.311896 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba47b8-7a73-4302-b3a1-af5c8c74f22b req-67fbc815-bbca-472f-8337-cbb39266c5f3 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:18.313430 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e8ba47b8-7a73-4302-b3a1-af5c8c74f22b req-67fbc815-bbca-472f-8337-cbb39266c5f3 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=13ce6722-f519-448a-82ac-2b69dba8fca2 HTTP/1.1" status: 200 len: 946 time: 0.0526409 Oct 14 11:19:18.321766 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 36762) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:19:18.326276 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-a54fda7b-3d38-4afe-a7f7-22361dc8991e tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Request body: {'floatingip': {'port_id': 'dcbd402b-6515-4bd8-a950-d95384f318d7'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:19:18.368608 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a54fda7b-3d38-4afe-a7f7-22361dc8991e tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for floatingip, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:18.432773 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-e6461485-59f9-46a3-be94-4f23197bc054 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:18.636284 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-e6461485-59f9-46a3-be94-4f23197bc054 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:18.646242 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-e6461485-59f9-46a3-be94-4f23197bc054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:18.763713 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-e6461485-59f9-46a3-be94-4f23197bc054 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8fb1c270b00a4938a8984234a5e38b94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4765444 Oct 14 11:19:18.766414 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6461485-59f9-46a3-be94-4f23197bc054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc619971-a7c1-40da-8f3e-8499529ff7f1,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:18.766877 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 36770) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:19:18.835355 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-a40571d1-9acb-405a-b23a-9768f8278da1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:18.860104 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-a40571d1-9acb-405a-b23a-9768f8278da1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:18.908084 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-a40571d1-9acb-405a-b23a-9768f8278da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:18.910717 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-a40571d1-9acb-405a-b23a-9768f8278da1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:18.912161 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-a40571d1-9acb-405a-b23a-9768f8278da1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bc619971-a7c1-40da-8f3e-8499529ff7f1 HTTP/1.1" status: 204 len: 168 time: 0.1441765 Oct 14 11:19:18.921953 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40571d1-9acb-405a-b23a-9768f8278da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc619971-a7c1-40da-8f3e-8499529ff7f1,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:18.935616 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a54fda7b-3d38-4afe-a7f7-22361dc8991e tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for floatingip, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:18.944038 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a54fda7b-3d38-4afe-a7f7-22361dc8991e tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1073340614'] for floatingip, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:19.052903 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.db.l3_db [None req-a54fda7b-3d38-4afe-a7f7-22361dc8991e tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Floating IP 42b376ed-20ec-40fe-87b7-e2b58ec3f745 associated. External IP: 172.27.0.204, port: dcbd402b-6515-4bd8-a950-d95384f318d7. Oct 14 11:19:19.286301 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a54fda7b-3d38-4afe-a7f7-22361dc8991e tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Router ef9ec499-f8c8-411f-ad95-33a93bab7895 has already been hosted by L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 {{(pid=99968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:19:19.399264 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54fda7b-3d38-4afe-a7f7-22361dc8991e tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:19:19.404088 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a54fda7b-3d38-4afe-a7f7-22361dc8991e tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for floatingip, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:19.409052 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e462b63e-e58a-4bba-a1a1-549da9402de6 None None] Sync routers for ids ['ef9ec499-f8c8-411f-ad95-33a93bab7895'] in dv-cinder-801354-3-iscsi {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:19:19.418788 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e462b63e-e58a-4bba-a1a1-549da9402de6 None None] Routers {'ef9ec499-f8c8-411f-ad95-33a93bab7895'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:19:19.419420 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-e462b63e-e58a-4bba-a1a1-549da9402de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fc94c3d0>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:19:11Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['ef9ec499-f8c8-411f-ad95-33a93bab7895'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:19:19.437334 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-a54fda7b-3d38-4afe-a7f7-22361dc8991e tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "PUT /v2.0/floatingips/42b376ed-20ec-40fe-87b7-e2b58ec3f745 HTTP/1.1" status: 200 len: 992 time: 1.1111734 Oct 14 11:19:19.437334 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13ce6722-f519-448a-82ac-2b69dba8fca2', 'tag': 'dcbd402b-6515-4bd8-a950-d95384f318d7'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:19:19.438388 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bc8dce43effdfc17fa197fa73d2f682717a0aeb1d45e7b66290f8ec122344fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efa0f93-676d-4db4-bdf1-93f597687884" -d '{"events": [{"name": "network-changed", "server_uuid": "13ce6722-f519-448a-82ac-2b69dba8fca2", "tag": "dcbd402b-6515-4bd8-a950-d95384f318d7"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:19:19.479185 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e285198-4c80-4c63-8453-658e3a334d7f x-openstack-request-id: req-9e285198-4c80-4c63-8453-658e3a334d7f {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:19:19.479542 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13ce6722-f519-448a-82ac-2b69dba8fca2", "tag": "dcbd402b-6515-4bd8-a950-d95384f318d7", "status": "completed", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:19:19.479943 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9e285198-4c80-4c63-8453-658e3a334d7f {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:19:19.480459 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13ce6722-f519-448a-82ac-2b69dba8fca2', 'tag': 'dcbd402b-6515-4bd8-a950-d95384f318d7', 'status': 'completed', 'code': 200} Oct 14 11:19:19.575841 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-e462b63e-e58a-4bba-a1a1-549da9402de6 None None] Set router ef9ec499-f8c8-411f-ad95-33a93bab7895 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:19:19.813220 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-e462b63e-e58a-4bba-a1a1-549da9402de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fc94c3d0>, [{'id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'name': 'tempest-AttachVolumeTestJSON-829479385-router', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'a7850456-6301-4066-95a2-72251d670930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:29Z', 'updated_at': '2021-10-14T11:13:36Z', 'revision_number': 4, 'project_id': 'd0daa4f1d2954b57839a55588e202828', 'gw_port': {'id': 'a7850456-6301-4066-95a2-72251d670930', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_floatingips': [{'id': '42b376ed-20ec-40fe-87b7-e2b58ec3f745', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'floating_ip_address': '172.27.0.204', 'floating_network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'router_id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'port_id': 'dcbd402b-6515-4bd8-a950-d95384f318d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c', 'mac_address': 'fa:16:3e:1f:34:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ce6722-f519-448a-82ac-2b69dba8fca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:19:01Z', 'updated_at': '2021-10-14T11:19:18Z', 'revision_number': 1, 'project_id': 'd0daa4f1d2954b57839a55588e202828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd51fac2-8111-4c0c-9e95-ad7af97d5a63', 'name': '', 'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'mac_address': 'fa:16:3e:a3:b0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c4a9eff2-6c2d-4996-83b4-e446c185e0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:35Z', 'updated_at': '2021-10-14T11:13:47Z', 'revision_number': 5, 'project_id': 'd0daa4f1d2954b57839a55588e202828', 'subnets': [{'id': 'c4a9eff2-6c2d-4996-83b4-e446c185e0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:19:19.841188 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e462b63e-e58a-4bba-a1a1-549da9402de6 None None] Checking router: ef9ec499-f8c8-411f-ad95-33a93bab7895 for host: dv-cinder-801354-3-iscsi {{(pid=99970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:19:19.852079 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e462b63e-e58a-4bba-a1a1-549da9402de6 None None] Routers {'ef9ec499-f8c8-411f-ad95-33a93bab7895'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:19:19.852647 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-e462b63e-e58a-4bba-a1a1-549da9402de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fc94c3d0>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:19:11Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['ef9ec499-f8c8-411f-ad95-33a93bab7895'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:19:19.975709 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-e462b63e-e58a-4bba-a1a1-549da9402de6 None None] Set router ef9ec499-f8c8-411f-ad95-33a93bab7895 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:19:20.198198 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-e462b63e-e58a-4bba-a1a1-549da9402de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fc94c3d0>, [{'id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'name': 'tempest-AttachVolumeTestJSON-829479385-router', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'a7850456-6301-4066-95a2-72251d670930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:29Z', 'updated_at': '2021-10-14T11:13:36Z', 'revision_number': 4, 'project_id': 'd0daa4f1d2954b57839a55588e202828', 'gw_port': {'id': 'a7850456-6301-4066-95a2-72251d670930', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_floatingips': [{'id': '42b376ed-20ec-40fe-87b7-e2b58ec3f745', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'floating_ip_address': '172.27.0.204', 'floating_network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'router_id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'port_id': 'dcbd402b-6515-4bd8-a950-d95384f318d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c', 'mac_address': 'fa:16:3e:1f:34:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ce6722-f519-448a-82ac-2b69dba8fca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:19:01Z', 'updated_at': '2021-10-14T11:19:18Z', 'revision_number': 1, 'project_id': 'd0daa4f1d2954b57839a55588e202828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd51fac2-8111-4c0c-9e95-ad7af97d5a63', 'name': '', 'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'mac_address': 'fa:16:3e:a3:b0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c4a9eff2-6c2d-4996-83b4-e446c185e0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:35Z', 'updated_at': '2021-10-14T11:13:47Z', 'revision_number': 5, 'project_id': 'd0daa4f1d2954b57839a55588e202828', 'subnets': [{'id': 'c4a9eff2-6c2d-4996-83b4-e446c185e0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:19:20.228297 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e462b63e-e58a-4bba-a1a1-549da9402de6 None None] The sync data for ids ['ef9ec499-f8c8-411f-ad95-33a93bab7895'] in dv-cinder-801354-3-iscsi is: [{'id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'name': 'tempest-AttachVolumeTestJSON-829479385-router', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'a7850456-6301-4066-95a2-72251d670930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:29Z', 'updated_at': '2021-10-14T11:13:36Z', 'revision_number': 4, 'project_id': 'd0daa4f1d2954b57839a55588e202828', 'gw_port': {'id': 'a7850456-6301-4066-95a2-72251d670930', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_floatingips': [{'id': '42b376ed-20ec-40fe-87b7-e2b58ec3f745', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'floating_ip_address': '172.27.0.204', 'floating_network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'router_id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'port_id': 'dcbd402b-6515-4bd8-a950-d95384f318d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c', 'mac_address': 'fa:16:3e:1f:34:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ce6722-f519-448a-82ac-2b69dba8fca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:19:01Z', 'updated_at': '2021-10-14T11:19:18Z', 'revision_number': 1, 'project_id': 'd0daa4f1d2954b57839a55588e202828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd51fac2-8111-4c0c-9e95-ad7af97d5a63', 'name': '', 'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'mac_address': 'fa:16:3e:a3:b0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c4a9eff2-6c2d-4996-83b4-e446c185e0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:35Z', 'updated_at': '2021-10-14T11:13:47Z', 'revision_number': 5, 'project_id': 'd0daa4f1d2954b57839a55588e202828', 'subnets': [{'id': 'c4a9eff2-6c2d-4996-83b4-e446c185e0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:19:20.411785 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a354242-2379-4a8a-b23d-12e402e98c7b None None] New status for floating IP 42b376ed-20ec-40fe-87b7-e2b58ec3f745: ACTIVE {{(pid=99971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 11:19:22.547954 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa0f93-676d-4db4-bdf1-93f597687884 req-3a896ddb-c44a-4b10-8c15-88b542c8b82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:22.549461 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-7efa0f93-676d-4db4-bdf1-93f597687884 req-3a896ddb-c44a-4b10-8c15-88b542c8b82d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d0daa4f1d2954b57839a55588e202828&device_id=13ce6722-f519-448a-82ac-2b69dba8fca2 HTTP/1.1" status: 200 len: 1099 time: 0.0454509 Oct 14 11:19:22.663675 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa0f93-676d-4db4-bdf1-93f597687884 req-9b219cb9-5c8c-429a-b10b-24094cfd958f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:22.665141 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-7efa0f93-676d-4db4-bdf1-93f597687884 req-9b219cb9-5c8c-429a-b10b-24094cfd958f service neutron] 10.222.0.39 "GET /v2.0/networks?id=8adb0b2b-c914-4296-9b32-bac60154b49c HTTP/1.1" status: 200 len: 911 time: 0.0872545 Oct 14 11:19:22.739011 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-7efa0f93-676d-4db4-bdf1-93f597687884 req-7808bd25-a751-40b9-be79-65d1cc72b672 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcbd402b-6515-4bd8-a950-d95384f318d7 HTTP/1.1" status: 200 len: 1002 time: 0.0622487 Oct 14 11:19:22.793250 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa0f93-676d-4db4-bdf1-93f597687884 req-c970a418-cc91-4e46-9b3a-8af5b2fb39bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:22.794715 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-7efa0f93-676d-4db4-bdf1-93f597687884 req-c970a418-cc91-4e46-9b3a-8af5b2fb39bb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c4a9eff2-6c2d-4996-83b4-e446c185e0ed HTTP/1.1" status: 200 len: 849 time: 0.0455468 Oct 14 11:19:22.846745 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa0f93-676d-4db4-bdf1-93f597687884 req-c8a154ed-55b7-4632-b49d-d85fc95a8eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:22.848328 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-7efa0f93-676d-4db4-bdf1-93f597687884 req-c8a154ed-55b7-4632-b49d-d85fc95a8eae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8adb0b2b-c914-4296-9b32-bac60154b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414011 Oct 14 11:19:22.946647 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-7efa0f93-676d-4db4-bdf1-93f597687884 req-8aa17566-e9d4-42b3-98a2-381a16b2b56a service neutron] 10.222.0.39 "GET /v2.0/networks/8adb0b2b-c914-4296-9b32-bac60154b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871346 Oct 14 11:19:23.042472 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-7efa0f93-676d-4db4-bdf1-93f597687884 req-7e73a94d-0936-4326-9e67-3dfa2a643918 service neutron] 10.222.0.39 "GET /v2.0/networks/8adb0b2b-c914-4296-9b32-bac60154b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858631 Oct 14 11:19:26.866873 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.agents_db [None req-913fd0e5-582e-4eb1-907a-85279628d193 None None] Agent healthcheck: found 6 active agents {{(pid=99971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:19:27.590046 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 36868) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:19:27.698976 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-679df032-bb47-40f1-bc46-44ed505849a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:27.774305 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-679df032-bb47-40f1-bc46-44ed505849a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:27.778420 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-679df032-bb47-40f1-bc46-44ed505849a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:27.818851 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-679df032-bb47-40f1-bc46-44ed505849a7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f64121fd23054500b7b91fa1a42f9181&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2274404 Oct 14 11:19:27.820215 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679df032-bb47-40f1-bc46-44ed505849a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68cf413a-5649-4ed9-96d0-cee55e095247,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:27.821572 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 36872) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:19:27.871765 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4623dbfa-3799-4f4d-b113-9579a439e72b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:27.892909 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4623dbfa-3799-4f4d-b113-9579a439e72b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:27.942572 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4623dbfa-3799-4f4d-b113-9579a439e72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:27.945088 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4623dbfa-3799-4f4d-b113-9579a439e72b admin admin] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:27.946237 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-4623dbfa-3799-4f4d-b113-9579a439e72b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/68cf413a-5649-4ed9-96d0-cee55e095247 HTTP/1.1" status: 204 len: 168 time: 0.1236396 Oct 14 11:19:27.954499 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4623dbfa-3799-4f4d-b113-9579a439e72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cf413a-5649-4ed9-96d0-cee55e095247,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:38.693721 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:38.841685 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-8d85b151-c602-4d75-84f3-30d6876dcb7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:41.225626 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 36996) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:19:41.334630 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-990a7227-32d5-4653-87ba-aba710ab48b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:41.408958 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-990a7227-32d5-4653-87ba-aba710ab48b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:41.412715 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-990a7227-32d5-4653-87ba-aba710ab48b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:41.454032 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-990a7227-32d5-4653-87ba-aba710ab48b2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6ef5a1d08e3846908de8b5512eea9001&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2271204 Oct 14 11:19:41.455071 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a7227-32d5-4653-87ba-aba710ab48b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de3cd94-8a86-4a0c-adef-c15db1e24767,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:41.456601 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 37000) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:19:41.512392 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-7fb5bd1b-9f97-4469-8a34-5ae08d79fba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:41.522318 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-473bd07e-e014-4fd9-9f48-1c3819625b8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:41.544592 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-473bd07e-e014-4fd9-9f48-1c3819625b8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:41.592130 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-473bd07e-e014-4fd9-9f48-1c3819625b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:41.594742 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-473bd07e-e014-4fd9-9f48-1c3819625b8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:41.596374 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-473bd07e-e014-4fd9-9f48-1c3819625b8b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5de3cd94-8a86-4a0c-adef-c15db1e24767 HTTP/1.1" status: 204 len: 168 time: 0.1386399 Oct 14 11:19:41.604195 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473bd07e-e014-4fd9-9f48-1c3819625b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de3cd94-8a86-4a0c-adef-c15db1e24767,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:42.797666 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:43.037153 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:44.312679 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:57.235371 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b897fb-c020-4fe2-b974-6cfe3f910f53 req-0cdf78d1-a4f1-4f88-99dc-d8bb0a8d72b9 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:57.237266 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-94b897fb-c020-4fe2-b974-6cfe3f910f53 req-0cdf78d1-a4f1-4f88-99dc-d8bb0a8d72b9 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 945 time: 0.0513082 Oct 14 11:19:57.275337 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-94b897fb-c020-4fe2-b974-6cfe3f910f53 req-3fe26050-d479-4b81-9b1b-e653c0095ac9 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324383 Oct 14 11:19:58.392839 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc89d8-a34b-451c-a7b4-4660e8494e16 req-ca7d419f-723f-4010-b594-da64c8febc3f tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:58.394328 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e9cc89d8-a34b-451c-a7b4-4660e8494e16 req-ca7d419f-723f-4010-b594-da64c8febc3f tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 945 time: 0.0483851 Oct 14 11:19:58.432465 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e9cc89d8-a34b-451c-a7b4-4660e8494e16 req-0b115c97-2e7a-4881-8d0d-b5137db1bd3b tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320561 Oct 14 11:19:59.553054 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33b8c0-1faa-4f3e-8bc7-cb38f7f49a6e req-56f5cb18-7781-4c40-8757-01b577c7646f tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:59.554529 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2b33b8c0-1faa-4f3e-8bc7-cb38f7f49a6e req-56f5cb18-7781-4c40-8757-01b577c7646f tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 945 time: 0.0526557 Oct 14 11:19:59.596851 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2b33b8c0-1faa-4f3e-8bc7-cb38f7f49a6e req-18271a24-270f-4288-abbc-ba0c736e80f9 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362315 Oct 14 11:20:00.723342 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8093e1e-413f-4f43-bc16-08dea153ca10 req-2e62407b-2dd8-4293-bc23-1cc927c2daaa tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:00.724809 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b8093e1e-413f-4f43-bc16-08dea153ca10 req-2e62407b-2dd8-4293-bc23-1cc927c2daaa tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 945 time: 0.0555899 Oct 14 11:20:00.761776 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b8093e1e-413f-4f43-bc16-08dea153ca10 req-42fe758c-7746-444c-a95f-b53e00feea07 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310297 Oct 14 11:20:01.882363 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dbf109-4c0a-422b-bdd3-9c7d1790daec req-c4762936-8a0c-4323-a2d7-e3c73f20eacb tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:01.883807 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-52dbf109-4c0a-422b-bdd3-9c7d1790daec req-c4762936-8a0c-4323-a2d7-e3c73f20eacb tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 945 time: 0.0490410 Oct 14 11:20:01.921776 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-52dbf109-4c0a-422b-bdd3-9c7d1790daec req-4fb92c5c-f37a-434a-96d6-95b6c7806f63 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321097 Oct 14 11:20:03.042834 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02771afe-9bcd-4b07-9a64-c4f9fc374316 req-b7e01aeb-e18a-470f-a1d5-9e225d08a560 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:03.044286 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-02771afe-9bcd-4b07-9a64-c4f9fc374316 req-b7e01aeb-e18a-470f-a1d5-9e225d08a560 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 945 time: 0.0526593 Oct 14 11:20:03.081650 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-02771afe-9bcd-4b07-9a64-c4f9fc374316 req-a0abf299-bee3-4df0-ac2c-17363d86611b tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307162 Oct 14 11:20:03.865438 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.agents_db [None req-913fd0e5-582e-4eb1-907a-85279628d193 None None] Agent healthcheck: found 6 active agents {{(pid=99971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:20:04.199446 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccafdaa-1b12-43f7-ad88-c824e561c119 req-432e2a32-634d-444b-9ad9-5771318362dc tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:04.200978 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1ccafdaa-1b12-43f7-ad88-c824e561c119 req-432e2a32-634d-444b-9ad9-5771318362dc tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 945 time: 0.0491614 Oct 14 11:20:04.238368 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1ccafdaa-1b12-43f7-ad88-c824e561c119 req-7cffd5fe-9b0c-42e3-934c-b4532e09fdf8 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315650 Oct 14 11:20:05.361718 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d43428-73b7-4121-9ff9-42008a674e17 req-aae88aa1-336d-44b6-9420-4e6f843d9908 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:05.363190 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e7d43428-73b7-4121-9ff9-42008a674e17 req-aae88aa1-336d-44b6-9420-4e6f843d9908 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 945 time: 0.0497508 Oct 14 11:20:05.401699 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e7d43428-73b7-4121-9ff9-42008a674e17 req-75cac8d2-b22a-4b86-b1b6-6d49190fd9ed tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325749 Oct 14 11:20:06.522116 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782e5eb-930d-4816-af6c-5725d6613d39 req-185520f7-4c83-45a5-96bf-17c1503cdff1 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:06.523573 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b782e5eb-930d-4816-af6c-5725d6613d39 req-185520f7-4c83-45a5-96bf-17c1503cdff1 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 945 time: 0.0518374 Oct 14 11:20:06.561027 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b782e5eb-930d-4816-af6c-5725d6613d39 req-11f56cdf-9ea2-4e43-ba91-1b586a70c8b6 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315731 Oct 14 11:20:07.696931 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e93097-4eaa-4967-84af-dac7887c9d2b req-f84bef16-1acc-45d9-890a-965a15197221 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:07.698440 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-39e93097-4eaa-4967-84af-dac7887c9d2b req-f84bef16-1acc-45d9-890a-965a15197221 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 945 time: 0.0648992 Oct 14 11:20:07.736153 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-39e93097-4eaa-4967-84af-dac7887c9d2b req-e7bfc1e6-f012-4601-ad07-b3ad1efbdfd0 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318336 Oct 14 11:20:08.721606 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:08.843276 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-df4a7a67-2b31-477d-b5c6-151720c4c5fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:08.862204 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbdb4b6-9c52-489a-a4a6-bef3bcf9c131 req-b9d92f11-74c0-4b6c-b702-6182151606de tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:08.863664 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6cbdb4b6-9c52-489a-a4a6-bef3bcf9c131 req-b9d92f11-74c0-4b6c-b702-6182151606de tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 945 time: 0.0495036 Oct 14 11:20:08.901963 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6cbdb4b6-9c52-489a-a4a6-bef3bcf9c131 req-d65cda09-d209-4e5f-9935-54ffa973ffd7 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322917 Oct 14 11:20:10.024406 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e1e6c-ea10-4ce5-9646-9e1b84495c27 req-f3e7dc0c-5e81-42b1-afc7-2c6fd6412017 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:10.025939 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c39e1e6c-ea10-4ce5-9646-9e1b84495c27 req-f3e7dc0c-5e81-42b1-afc7-2c6fd6412017 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 945 time: 0.0535221 Oct 14 11:20:10.063375 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c39e1e6c-ea10-4ce5-9646-9e1b84495c27 req-3defbe3b-196c-4f88-8894-adefecf6ad5b tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315793 Oct 14 11:20:11.182297 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a66343-9856-4132-afb0-3662cb6f05c9 req-1106301b-bb60-4be5-9b92-86a072ea4a0a tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:11.183760 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-29a66343-9856-4132-afb0-3662cb6f05c9 req-1106301b-bb60-4be5-9b92-86a072ea4a0a tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 945 time: 0.0485675 Oct 14 11:20:11.220632 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-29a66343-9856-4132-afb0-3662cb6f05c9 req-cb53731c-5cd5-46f1-bf76-0dfbbc751fa6 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310366 Oct 14 11:20:11.514403 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-dacaa893-9f7d-4148-b9c5-110393a41ab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:12.340041 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4f4c6-7881-4764-9d8f-2620d278743a req-44698483-bd38-4986-97ed-ca32130cc266 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:12.341501 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-83a4f4c6-7881-4764-9d8f-2620d278743a req-44698483-bd38-4986-97ed-ca32130cc266 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 945 time: 0.0485461 Oct 14 11:20:12.378099 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-83a4f4c6-7881-4764-9d8f-2620d278743a req-afdb3bb5-de09-4ccb-96b5-d65673754bfb tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307529 Oct 14 11:20:12.801358 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:13.040410 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:13.503268 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c638afd-6dcd-48e5-bdce-51363ae14e80 req-475042ce-11aa-4de8-bd2a-29abab4fbc3f tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:13.504696 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7c638afd-6dcd-48e5-bdce-51363ae14e80 req-475042ce-11aa-4de8-bd2a-29abab4fbc3f tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 945 time: 0.0518367 Oct 14 11:20:13.542792 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7c638afd-6dcd-48e5-bdce-51363ae14e80 req-22e58cfc-9ccf-4171-b319-7486799f772b tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314615 Oct 14 11:20:14.315329 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:14.667256 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9387bb-1491-4a28-871f-a2f5a3404266 req-dd48bb61-15dd-4ecc-b540-a261c440e54a tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:14.668720 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5e9387bb-1491-4a28-871f-a2f5a3404266 req-dd48bb61-15dd-4ecc-b540-a261c440e54a tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 945 time: 0.0509713 Oct 14 11:20:14.707109 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5e9387bb-1491-4a28-871f-a2f5a3404266 req-65d74336-e9ae-445e-924f-f78db21bd359 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324707 Oct 14 11:20:15.275417 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device c01d4743-672f-44b4-84ce-fe574a7061cb details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=99970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:20:15.403144 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port c01d4743-672f-44b4-84ce-fe574a7061cb, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=c01d4743-672f-44b4-84ce-fe574a7061cb,segment=NetworkSegment(f89198a1-603f-4689-b5b2-f4b9245553bb),segment_id=f89198a1-603f-4689-b5b2-f4b9245553bb)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:20:15.419175 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Returning: {'device': 'c01d4743-672f-44b4-84ce-fe574a7061cb', 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51', 'port_id': 'c01d4743-672f-44b4-84ce-fe574a7061cb', 'mac_address': 'fa:16:3e:d3:e1:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca00ce8-46db-40c9-b0ce-2996d51e47d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:20:15.488898 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:15.515009 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c01d4743-672f-44b4-84ce-fe574a7061cb {{(pid=99970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:20:15.538944 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port c01d4743-672f-44b4-84ce-fe574a7061cb, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=c01d4743-672f-44b4-84ce-fe574a7061cb,segment=NetworkSegment(f89198a1-603f-4689-b5b2-f4b9245553bb),segment_id=f89198a1-603f-4689-b5b2-f4b9245553bb)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:20:15.544130 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:15.611491 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=c01d4743-672f-44b4-84ce-fe574a7061cb,revision_number=6']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:15.621162 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:20:15.621516 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:20:15.621892 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:20:15.622219 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:20:15.622560 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:20:15.623003 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:20:15.623535 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:20:15.623879 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:20:15.624256 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:20:15.624621 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:20:15.624944 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:20:15.625241 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:20:15.643389 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['c01d4743-672f-44b4-84ce-fe574a7061cb'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:20:15.851186 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbffaaa-aba7-46f2-9067-6db08edbc02c req-9111779d-95bf-4e1c-8e2c-149c88fc341d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:15.853411 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2cbffaaa-aba7-46f2-9067-6db08edbc02c req-9111779d-95bf-4e1c-8e2c-149c88fc341d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 944 time: 0.0567398 Oct 14 11:20:15.899078 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2cbffaaa-aba7-46f2-9067-6db08edbc02c req-1e2b25d9-541d-4c18-a82b-e47aada39577 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391932 Oct 14 11:20:16.629046 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4dbf957d-a4f9-4d9c-bf95-d8d4af11d8a3 req-fa38d636-a138-404a-b2a0-5565b3a9336c tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1563792798&fields=id&tenant_id=6d6fa027df6042c58b7e89feffe38ee9 HTTP/1.1" status: 200 len: 267 time: 0.0400524 Oct 14 11:20:16.691746 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf957d-a4f9-4d9c-bf95-d8d4af11d8a3 req-4654254e-b358-42da-9cfb-c8370c03ad0f tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:16.693827 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4dbf957d-a4f9-4d9c-bf95-d8d4af11d8a3 req-4654254e-b358-42da-9cfb-c8370c03ad0f tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 985 time: 0.0582399 Oct 14 11:20:16.708063 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [req-4dbf957d-a4f9-4d9c-bf95-d8d4af11d8a3 req-b502220d-b7d1-470c-bcac-846def44b026 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Request body: {'port': {'security_groups': ['9090bc29-970b-4cf3-a1a8-b2c31caa2673']}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:20:16.791103 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-4dbf957d-a4f9-4d9c-bf95-d8d4af11d8a3 req-b502220d-b7d1-470c-bcac-846def44b026 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:17.028848 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [req-4dbf957d-a4f9-4d9c-bf95-d8d4af11d8a3 req-b502220d-b7d1-470c-bcac-846def44b026 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] For port d9f09ac9-771b-46a5-a88b-50ff4fd3cf94, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d9f09ac9-771b-46a5-a88b-50ff4fd3cf94,segment=NetworkSegment(bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2),segment_id=bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2)] {{(pid=99969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:20:17.061804 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52be712-2688-4540-a2af-b3dca29cdf64 req-74775b1b-55f6-4acd-a755-e25ecebd538a tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:17.063446 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c52be712-2688-4540-a2af-b3dca29cdf64 req-74775b1b-55f6-4acd-a755-e25ecebd538a tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 944 time: 0.0840063 Oct 14 11:20:17.092679 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-4dbf957d-a4f9-4d9c-bf95-d8d4af11d8a3 req-b502220d-b7d1-470c-bcac-846def44b026 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks [] for port, precommit_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:17.102017 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-4dbf957d-a4f9-4d9c-bf95-d8d4af11d8a3 req-b502220d-b7d1-470c-bcac-846def44b026 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071033321'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:17.115363 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['d9f09ac9-771b-46a5-a88b-50ff4fd3cf94'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:20:17.171673 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf957d-a4f9-4d9c-bf95-d8d4af11d8a3 req-b502220d-b7d1-470c-bcac-846def44b026 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:17.172069 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-4dbf957d-a4f9-4d9c-bf95-d8d4af11d8a3 req-b502220d-b7d1-470c-bcac-846def44b026 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:17.176408 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4dbf957d-a4f9-4d9c-bf95-d8d4af11d8a3 req-b502220d-b7d1-470c-bcac-846def44b026 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "PUT /v2.0/ports/d9f09ac9-771b-46a5-a88b-50ff4fd3cf94 HTTP/1.1" status: 200 len: 943 time: 0.4733284 Oct 14 11:20:17.183098 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 37228) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:20:17.195497 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c52be712-2688-4540-a2af-b3dca29cdf64 req-a90e0df3-2ced-403c-bdc2-cad612242891 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108656 Oct 14 11:20:17.196222 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847bbfd2-ba17-4f88-b186-8b0609f16897', 'tag': 'd9f09ac9-771b-46a5-a88b-50ff4fd3cf94'}] {{(pid=99969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:20:17.198701 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a93a02263ebe6e695f08df3ef7f4cabed4a40ac7132537441ac5c84a82560800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec436583-f798-440a-a2ec-4fbf32278260" -d '{"events": [{"name": "network-changed", "server_uuid": "847bbfd2-ba17-4f88-b186-8b0609f16897", "tag": "d9f09ac9-771b-46a5-a88b-50ff4fd3cf94"}]}' {{(pid=99969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:20:17.225490 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502220d-b7d1-470c-bcac-846def44b026 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Pushing event updated for resources: {'Port': ['ID=d9f09ac9-771b-46a5-a88b-50ff4fd3cf94,revision_number=7']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:17.234496 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b502220d-b7d1-470c-bcac-846def44b026 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:20:17.234864 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b502220d-b7d1-470c-bcac-846def44b026 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:20:17.235201 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b502220d-b7d1-470c-bcac-846def44b026 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:20:17.235533 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b502220d-b7d1-470c-bcac-846def44b026 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:20:17.235862 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b502220d-b7d1-470c-bcac-846def44b026 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:20:17.236187 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b502220d-b7d1-470c-bcac-846def44b026 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:20:17.236511 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b502220d-b7d1-470c-bcac-846def44b026 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:20:17.236830 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b502220d-b7d1-470c-bcac-846def44b026 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:20:17.237149 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b502220d-b7d1-470c-bcac-846def44b026 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:20:17.237467 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b502220d-b7d1-470c-bcac-846def44b026 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:20:17.237783 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b502220d-b7d1-470c-bcac-846def44b026 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:20:17.238120 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b502220d-b7d1-470c-bcac-846def44b026 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:20:17.284422 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a35b998a-9c8d-4749-8f11-68729c147fca tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:17.290218 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device c01d4743-672f-44b4-84ce-fe574a7061cb up at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:20:17.315249 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['d9f09ac9-771b-46a5-a88b-50ff4fd3cf94'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:20:17.354615 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a35b998a-9c8d-4749-8f11-68729c147fca tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:17.459553 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a35b998a-9c8d-4749-8f11-68729c147fca tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:17.463054 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a35b998a-9c8d-4749-8f11-68729c147fca tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:17.466779 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-a35b998a-9c8d-4749-8f11-68729c147fca tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "DELETE /v2.0/security-groups/7bba6a65-01b0-48d8-8a34-49caa6aadaaf HTTP/1.1" status: 204 len: 168 time: 0.2801342 Oct 14 11:20:17.467515 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 37234) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:20:17.477805 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed3d58d-d953-4ac3-bbf9-6b755c570407 x-openstack-request-id: req-8ed3d58d-d953-4ac3-bbf9-6b755c570407 {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:20:17.483555 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b998a-9c8d-4749-8f11-68729c147fca tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bba6a65-01b0-48d8-8a34-49caa6aadaaf,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:17.492288 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "847bbfd2-ba17-4f88-b186-8b0609f16897", "tag": "d9f09ac9-771b-46a5-a88b-50ff4fd3cf94", "status": "completed", "code": 200}]} {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:20:17.492535 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8ed3d58d-d953-4ac3-bbf9-6b755c570407 {{(pid=99969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:20:17.492969 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '847bbfd2-ba17-4f88-b186-8b0609f16897', 'tag': 'd9f09ac9-771b-46a5-a88b-50ff4fd3cf94', 'status': 'completed', 'code': 200} Oct 14 11:20:17.495697 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning complete for port c01d4743-672f-44b4-84ce-fe574a7061cb triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:20:17.496083 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:17.506277 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b998a-9c8d-4749-8f11-68729c147fca tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:20:17.506650 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b998a-9c8d-4749-8f11-68729c147fca tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:20:17.506994 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b998a-9c8d-4749-8f11-68729c147fca tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:20:17.507336 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b998a-9c8d-4749-8f11-68729c147fca tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:20:17.507673 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b998a-9c8d-4749-8f11-68729c147fca tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:20:17.508006 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b998a-9c8d-4749-8f11-68729c147fca tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:20:17.508336 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b998a-9c8d-4749-8f11-68729c147fca tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:20:17.508664 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b998a-9c8d-4749-8f11-68729c147fca tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:20:17.508989 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b998a-9c8d-4749-8f11-68729c147fca tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:20:17.509305 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b998a-9c8d-4749-8f11-68729c147fca tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:20:17.509623 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b998a-9c8d-4749-8f11-68729c147fca tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:20:17.509939 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b998a-9c8d-4749-8f11-68729c147fca tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:20:17.590326 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-e6abc6bf-32e4-4ed3-ae17-f43a6027dd47 None None] Provisioning complete for port d9f09ac9-771b-46a5-a88b-50ff4fd3cf94 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:20:17.590694 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-e6abc6bf-32e4-4ed3-ae17-f43a6027dd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:17.595477 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec436583-f798-440a-a2ec-4fbf32278260 req-91161940-1c91-4795-bdb1-3b66220e6444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:17.602060 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-ec436583-f798-440a-a2ec-4fbf32278260 req-91161940-1c91-4795-bdb1-3b66220e6444 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6d6fa027df6042c58b7e89feffe38ee9&device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 1099 time: 0.0981925 Oct 14 11:20:17.711364 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:17.741342 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec436583-f798-440a-a2ec-4fbf32278260 req-a2b66f17-612a-45f5-ae87-4078903e09a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:17.743064 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-ec436583-f798-440a-a2ec-4fbf32278260 req-a2b66f17-612a-45f5-ae87-4078903e09a1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b1361a31-564b-450d-bae4-c89d411fe947 HTTP/1.1" status: 200 len: 915 time: 0.1340175 Oct 14 11:20:17.746686 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-99833ecc-0763-4876-9bea-f108c2afb89e tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Deleting port 363ed378-a408-4b49-85ee-28f33b5de875 {{(pid=99969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:20:17.747343 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-99833ecc-0763-4876-9bea-f108c2afb89e tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:17.846070 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-ec436583-f798-440a-a2ec-4fbf32278260 req-a64ba64c-9e15-41e5-b1b2-5bb2ae07f5c5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9f09ac9-771b-46a5-a88b-50ff4fd3cf94 HTTP/1.1" status: 200 len: 1001 time: 0.0944428 Oct 14 11:20:17.870419 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-99833ecc-0763-4876-9bea-f108c2afb89e tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:17.871392 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-99833ecc-0763-4876-9bea-f108c2afb89e tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:17.892701 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-99833ecc-0763-4876-9bea-f108c2afb89e tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Calling delete_port for 363ed378-a408-4b49-85ee-28f33b5de875 owned by network:floatingip {{(pid=99969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:20:17.914968 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port c01d4743-672f-44b4-84ce-fe574a7061cb, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=c01d4743-672f-44b4-84ce-fe574a7061cb,segment=NetworkSegment(f89198a1-603f-4689-b5b2-f4b9245553bb),segment_id=f89198a1-603f-4689-b5b2-f4b9245553bb)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:20:17.916016 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219638ff-5477-482f-8ba8-3e4945723bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01d4743-672f-44b4-84ce-fe574a7061cb'}] {{(pid=99970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:20:17.918473 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e67274c3f7888a1e620d1da4f152c08f6ed72520f222e4ac6b19e3f5d220bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae40b24c-6f61-439d-ac37-2d9edf1b0250" -d '{"events": [{"server_uuid": "219638ff-5477-482f-8ba8-3e4945723bf3", "name": "network-vif-plugged", "status": "completed", "tag": "c01d4743-672f-44b4-84ce-fe574a7061cb"}]}' {{(pid=99970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:20:17.919299 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec436583-f798-440a-a2ec-4fbf32278260 req-1bfa519a-88f7-406f-8335-2919ff57ec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:17.923548 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-ec436583-f798-440a-a2ec-4fbf32278260 req-1bfa519a-88f7-406f-8335-2919ff57ec4b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=741dea2e-2364-4b9e-a634-3a01888b0d07 HTTP/1.1" status: 200 len: 853 time: 0.0701976 Oct 14 11:20:17.927980 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:17.999507 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0298ac85-86ea-4b25-9983-4d5d255927a6 x-openstack-request-id: req-0298ac85-86ea-4b25-9983-4d5d255927a6 {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:20:17.999868 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "219638ff-5477-482f-8ba8-3e4945723bf3", "name": "network-vif-plugged", "status": "completed", "tag": "c01d4743-672f-44b4-84ce-fe574a7061cb", "code": 200}]} {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:20:18.000085 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0298ac85-86ea-4b25-9983-4d5d255927a6 {{(pid=99970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:20:18.000435 dv-cinder-801354-3-iscsi neutron-server[99970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '219638ff-5477-482f-8ba8-3e4945723bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01d4743-672f-44b4-84ce-fe574a7061cb', 'code': 200} Oct 14 11:20:18.012118 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec436583-f798-440a-a2ec-4fbf32278260 req-61d01fed-0f8c-4ef3-b656-d3a1bf607dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:18.014274 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-ec436583-f798-440a-a2ec-4fbf32278260 req-61d01fed-0f8c-4ef3-b656-d3a1bf607dc8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b1361a31-564b-450d-bae4-c89d411fe947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0829785 Oct 14 11:20:18.051791 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=c01d4743-672f-44b4-84ce-fe574a7061cb,revision_number=7']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:18.119492 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-ec436583-f798-440a-a2ec-4fbf32278260 req-74e06cba-b5e6-45e1-9b71-1338f4d30514 service neutron] 10.222.0.39 "GET /v2.0/networks/b1361a31-564b-450d-bae4-c89d411fe947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932317 Oct 14 11:20:18.150739 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-99833ecc-0763-4876-9bea-f108c2afb89e tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:18.179056 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99833ecc-0763-4876-9bea-f108c2afb89e tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Pushing event deleted for resources: {'Port': ['ID=363ed378-a408-4b49-85ee-28f33b5de875,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:18.224203 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-ec436583-f798-440a-a2ec-4fbf32278260 req-0120896c-af65-49a8-8a13-c9479aa5bf64 service neutron] 10.222.0.39 "GET /v2.0/networks/b1361a31-564b-450d-bae4-c89d411fe947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952024 Oct 14 11:20:18.245447 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-99833ecc-0763-4876-9bea-f108c2afb89e tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks [] for floatingip, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:18.245972 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.db.l3_db [None req-99833ecc-0763-4876-9bea-f108c2afb89e tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Floating IP cdd433a7-12ae-4a92-88d8-527acac21fcf disassociated (deleted). External IP: 172.27.0.23, port: d9f09ac9-771b-46a5-a88b-50ff4fd3cf94. Oct 14 11:20:18.398581 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a04a2-4b1c-42d3-b62c-cd00e32ca936 req-2214e314-cc08-44eb-b89e-2ce41b0d537a tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:18.400119 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-292a04a2-4b1c-42d3-b62c-cd00e32ca936 req-2214e314-cc08-44eb-b89e-2ce41b0d537a tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 945 time: 0.1038394 Oct 14 11:20:18.487282 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-292a04a2-4b1c-42d3-b62c-cd00e32ca936 req-6e4230cc-0074-4f54-8c9c-32f9bbdfe60a tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478964 Oct 14 11:20:18.541574 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99833ecc-0763-4876-9bea-f108c2afb89e tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Router 5563b8b7-24a5-47e5-af9f-8859034060d8 has already been hosted by L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 {{(pid=99969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:20:18.682310 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99833ecc-0763-4876-9bea-f108c2afb89e tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:20:18.687128 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-99833ecc-0763-4876-9bea-f108c2afb89e tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for floatingip, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:18.699442 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ff291d-1c70-4623-af82-eb63e2d46de3 None None] Sync routers for ids ['5563b8b7-24a5-47e5-af9f-8859034060d8'] in dv-cinder-801354-3-iscsi {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:20:18.710839 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ff291d-1c70-4623-af82-eb63e2d46de3 None None] Routers {'5563b8b7-24a5-47e5-af9f-8859034060d8'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:20:18.715275 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-60ff291d-1c70-4623-af82-eb63e2d46de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fc6df460>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:20:12Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['5563b8b7-24a5-47e5-af9f-8859034060d8'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:20:18.720598 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-99833ecc-0763-4876-9bea-f108c2afb89e tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "DELETE /v2.0/floatingips/cdd433a7-12ae-4a92-88d8-527acac21fcf HTTP/1.1" status: 204 len: 168 time: 1.2518492 Oct 14 11:20:18.851601 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-60ff291d-1c70-4623-af82-eb63e2d46de3 None None] Set router 5563b8b7-24a5-47e5-af9f-8859034060d8 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:20:19.105002 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-60ff291d-1c70-4623-af82-eb63e2d46de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fc6df460>, [{'id': '5563b8b7-24a5-47e5-af9f-8859034060d8', 'name': 'tempest-TestMinimumBasicScenario-286319195-router', 'tenant_id': '6d6fa027df6042c58b7e89feffe38ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '194ad3e0-b266-4dcd-b976-75d23dd15d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:32Z', 'updated_at': '2021-10-14T11:16:38Z', 'revision_number': 4, 'project_id': '6d6fa027df6042c58b7e89feffe38ee9', 'gw_port': {'id': '194ad3e0-b266-4dcd-b976-75d23dd15d97', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:93:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563b8b7-24a5-47e5-af9f-8859034060d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:34Z', 'updated_at': '2021-10-14T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': '22a2da22-3431-4386-8146-fc37361066af', 'name': '', 'network_id': 'b1361a31-564b-450d-bae4-c89d411fe947', 'tenant_id': '6d6fa027df6042c58b7e89feffe38ee9', 'mac_address': 'fa:16:3e:52:fc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563b8b7-24a5-47e5-af9f-8859034060d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '741dea2e-2364-4b9e-a634-3a01888b0d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:37Z', 'updated_at': '2021-10-14T11:16:46Z', 'revision_number': 5, 'project_id': '6d6fa027df6042c58b7e89feffe38ee9', 'subnets': [{'id': '741dea2e-2364-4b9e-a634-3a01888b0d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:20:19.132892 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ff291d-1c70-4623-af82-eb63e2d46de3 None None] Checking router: 5563b8b7-24a5-47e5-af9f-8859034060d8 for host: dv-cinder-801354-3-iscsi {{(pid=99970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:20:19.143238 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ff291d-1c70-4623-af82-eb63e2d46de3 None None] Routers {'5563b8b7-24a5-47e5-af9f-8859034060d8'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:20:19.143974 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-60ff291d-1c70-4623-af82-eb63e2d46de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fc6df460>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:20:12Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['5563b8b7-24a5-47e5-af9f-8859034060d8'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:20:19.262241 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-60ff291d-1c70-4623-af82-eb63e2d46de3 None None] Set router 5563b8b7-24a5-47e5-af9f-8859034060d8 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:20:19.480359 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-60ff291d-1c70-4623-af82-eb63e2d46de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fc6df460>, [{'id': '5563b8b7-24a5-47e5-af9f-8859034060d8', 'name': 'tempest-TestMinimumBasicScenario-286319195-router', 'tenant_id': '6d6fa027df6042c58b7e89feffe38ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '194ad3e0-b266-4dcd-b976-75d23dd15d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:32Z', 'updated_at': '2021-10-14T11:16:38Z', 'revision_number': 4, 'project_id': '6d6fa027df6042c58b7e89feffe38ee9', 'gw_port': {'id': '194ad3e0-b266-4dcd-b976-75d23dd15d97', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:93:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563b8b7-24a5-47e5-af9f-8859034060d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:34Z', 'updated_at': '2021-10-14T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': '22a2da22-3431-4386-8146-fc37361066af', 'name': '', 'network_id': 'b1361a31-564b-450d-bae4-c89d411fe947', 'tenant_id': '6d6fa027df6042c58b7e89feffe38ee9', 'mac_address': 'fa:16:3e:52:fc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563b8b7-24a5-47e5-af9f-8859034060d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '741dea2e-2364-4b9e-a634-3a01888b0d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:37Z', 'updated_at': '2021-10-14T11:16:46Z', 'revision_number': 5, 'project_id': '6d6fa027df6042c58b7e89feffe38ee9', 'subnets': [{'id': '741dea2e-2364-4b9e-a634-3a01888b0d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:20:19.494433 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847bbfd2-ba17-4f88-b186-8b0609f16897', 'tag': 'd9f09ac9-771b-46a5-a88b-50ff4fd3cf94'}] {{(pid=99969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:20:19.496745 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a93a02263ebe6e695f08df3ef7f4cabed4a40ac7132537441ac5c84a82560800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b515505b-18a5-4f06-960d-9a507b1cdb45" -d '{"events": [{"name": "network-changed", "server_uuid": "847bbfd2-ba17-4f88-b186-8b0609f16897", "tag": "d9f09ac9-771b-46a5-a88b-50ff4fd3cf94"}]}' {{(pid=99969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:20:19.526439 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ff291d-1c70-4623-af82-eb63e2d46de3 None None] The sync data for ids ['5563b8b7-24a5-47e5-af9f-8859034060d8'] in dv-cinder-801354-3-iscsi is: [{'id': '5563b8b7-24a5-47e5-af9f-8859034060d8', 'name': 'tempest-TestMinimumBasicScenario-286319195-router', 'tenant_id': '6d6fa027df6042c58b7e89feffe38ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '194ad3e0-b266-4dcd-b976-75d23dd15d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:32Z', 'updated_at': '2021-10-14T11:16:38Z', 'revision_number': 4, 'project_id': '6d6fa027df6042c58b7e89feffe38ee9', 'gw_port': {'id': '194ad3e0-b266-4dcd-b976-75d23dd15d97', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:93:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563b8b7-24a5-47e5-af9f-8859034060d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:34Z', 'updated_at': '2021-10-14T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': '22a2da22-3431-4386-8146-fc37361066af', 'name': '', 'network_id': 'b1361a31-564b-450d-bae4-c89d411fe947', 'tenant_id': '6d6fa027df6042c58b7e89feffe38ee9', 'mac_address': 'fa:16:3e:52:fc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563b8b7-24a5-47e5-af9f-8859034060d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '741dea2e-2364-4b9e-a634-3a01888b0d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:37Z', 'updated_at': '2021-10-14T11:16:46Z', 'revision_number': 5, 'project_id': '6d6fa027df6042c58b7e89feffe38ee9', 'subnets': [{'id': '741dea2e-2364-4b9e-a634-3a01888b0d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:20:19.540338 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7a38cb-a77b-4285-96c6-e3f05faa31ca x-openstack-request-id: req-ac7a38cb-a77b-4285-96c6-e3f05faa31ca {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:20:19.540687 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "847bbfd2-ba17-4f88-b186-8b0609f16897", "tag": "d9f09ac9-771b-46a5-a88b-50ff4fd3cf94", "status": "completed", "code": 200}]} {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:20:19.541023 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ac7a38cb-a77b-4285-96c6-e3f05faa31ca {{(pid=99969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:20:19.541478 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '847bbfd2-ba17-4f88-b186-8b0609f16897', 'tag': 'd9f09ac9-771b-46a5-a88b-50ff4fd3cf94', 'status': 'completed', 'code': 200} Oct 14 11:20:19.623025 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515505b-18a5-4f06-960d-9a507b1cdb45 req-4b78bb1e-b640-4dd1-ac2b-5128a0c410f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:19.624629 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-b515505b-18a5-4f06-960d-9a507b1cdb45 req-4b78bb1e-b640-4dd1-ac2b-5128a0c410f7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6d6fa027df6042c58b7e89feffe38ee9&device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 1099 time: 0.0582852 Oct 14 11:20:19.657890 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d99d76-0c78-42e0-98c2-d62d4b15cbc2 req-b52c3c59-aa4b-43cf-b1a3-385d8a384b2e tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:19.660061 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-44d99d76-0c78-42e0-98c2-d62d4b15cbc2 req-b52c3c59-aa4b-43cf-b1a3-385d8a384b2e tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 945 time: 0.0731294 Oct 14 11:20:19.728159 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-44d99d76-0c78-42e0-98c2-d62d4b15cbc2 req-d5ca919b-c4a1-45a3-bdee-b8e94e6d299d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615649 Oct 14 11:20:19.738438 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515505b-18a5-4f06-960d-9a507b1cdb45 req-d833caba-0745-467b-8249-3f08e1e2d56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:19.744598 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-b515505b-18a5-4f06-960d-9a507b1cdb45 req-d833caba-0745-467b-8249-3f08e1e2d56a service neutron] 10.222.0.39 "GET /v2.0/networks?id=b1361a31-564b-450d-bae4-c89d411fe947 HTTP/1.1" status: 200 len: 915 time: 0.1123092 Oct 14 11:20:19.804601 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-b515505b-18a5-4f06-960d-9a507b1cdb45 req-979a8f20-f612-4b39-a4c5-a3d5dfdc17a7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9f09ac9-771b-46a5-a88b-50ff4fd3cf94 HTTP/1.1" status: 200 len: 217 time: 0.0518484 Oct 14 11:20:19.872716 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515505b-18a5-4f06-960d-9a507b1cdb45 req-ec92a770-be5c-46a0-86b7-95a492b3a28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:19.875359 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-b515505b-18a5-4f06-960d-9a507b1cdb45 req-ec92a770-be5c-46a0-86b7-95a492b3a28e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=741dea2e-2364-4b9e-a634-3a01888b0d07 HTTP/1.1" status: 200 len: 853 time: 0.0604019 Oct 14 11:20:19.891737 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d7c403-33a2-4b52-a006-6cd439e8291d None None] New status for floating IP cdd433a7-12ae-4a92-88d8-527acac21fcf: DOWN {{(pid=99971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 11:20:19.932667 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515505b-18a5-4f06-960d-9a507b1cdb45 req-39b4fb52-8e29-4bae-8773-5e23d76e1330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:19.934208 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-b515505b-18a5-4f06-960d-9a507b1cdb45 req-39b4fb52-8e29-4bae-8773-5e23d76e1330 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b1361a31-564b-450d-bae4-c89d411fe947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511460 Oct 14 11:20:20.059265 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-b515505b-18a5-4f06-960d-9a507b1cdb45 req-a41789b0-fc3a-44f5-8b55-f8a47417cbef service neutron] 10.222.0.39 "GET /v2.0/networks/b1361a31-564b-450d-bae4-c89d411fe947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174054 Oct 14 11:20:20.179257 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-b515505b-18a5-4f06-960d-9a507b1cdb45 req-2af3fa35-696b-48df-942c-3b7d3133b312 service neutron] 10.222.0.39 "GET /v2.0/networks/b1361a31-564b-450d-bae4-c89d411fe947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105061 Oct 14 11:20:20.399436 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65b061-934b-4693-ae6a-fdadd0859f55 req-aafe244f-2b39-454c-ae32-c57e6c802e1f tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:20.401012 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1b65b061-934b-4693-ae6a-fdadd0859f55 req-aafe244f-2b39-454c-ae32-c57e6c802e1f tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=79308c78-65f9-467f-a3bc-639fb062472a HTTP/1.1" status: 200 len: 946 time: 0.0633917 Oct 14 11:20:20.447647 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1b65b061-934b-4693-ae6a-fdadd0859f55 req-0118e92e-0844-4b75-ab1c-4a1e312a9f66 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405190 Oct 14 11:20:20.882124 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255f2e8-f697-4f0a-aa65-5454ca6c229a req-501ba6cb-93b7-45f7-bcce-112060b77804 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:20.884737 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7255f2e8-f697-4f0a-aa65-5454ca6c229a req-501ba6cb-93b7-45f7-bcce-112060b77804 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 945 time: 0.0794358 Oct 14 11:20:20.945447 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7255f2e8-f697-4f0a-aa65-5454ca6c229a req-5d3b5e03-4b68-46d5-97ca-a947792835bf tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507650 Oct 14 11:20:21.872307 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0397eb-f01d-4ebe-ac3a-0dcf9040aace req-44ac5883-684f-42d6-9ff4-e40c048d40a2 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:21.873798 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7e0397eb-f01d-4ebe-ac3a-0dcf9040aace req-44ac5883-684f-42d6-9ff4-e40c048d40a2 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=79308c78-65f9-467f-a3bc-639fb062472a HTTP/1.1" status: 200 len: 946 time: 0.3424265 Oct 14 11:20:21.913994 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7e0397eb-f01d-4ebe-ac3a-0dcf9040aace req-0417f77a-0e81-42f5-bd18-fbc2da86e04a tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342667 Oct 14 11:20:21.952356 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceaf4bc-c60a-4351-a302-b1c228577813 req-f422e1a4-a1dc-4678-940a-ed738342d023 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:21.957927 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-9ceaf4bc-c60a-4351-a302-b1c228577813 req-f422e1a4-a1dc-4678-940a-ed738342d023 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.39 "GET /v2.0/ports?device_id=79308c78-65f9-467f-a3bc-639fb062472a HTTP/1.1" status: 200 len: 946 time: 0.0672021 Oct 14 11:20:22.062599 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [req-9ceaf4bc-c60a-4351-a302-b1c228577813 req-e589baaa-83ef-420c-80ca-3bbc23782af5 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Deleting port d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0 {{(pid=99968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:20:22.062975 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-9ceaf4bc-c60a-4351-a302-b1c228577813 req-e589baaa-83ef-420c-80ca-3bbc23782af5 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:22.098436 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0acf8e-fcb7-4c07-8c20-7f8aad670178 req-4030e1ae-8a1c-429f-93c3-d4157c2773b6 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:22.100910 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-aa0acf8e-fcb7-4c07-8c20-7f8aad670178 req-4030e1ae-8a1c-429f-93c3-d4157c2773b6 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 945 time: 0.0590119 Oct 14 11:20:22.146551 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-aa0acf8e-fcb7-4c07-8c20-7f8aad670178 req-1d61d6d9-ee31-4dec-b6a0-743bc853b0db tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393381 Oct 14 11:20:22.218000 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [req-9ceaf4bc-c60a-4351-a302-b1c228577813 req-e589baaa-83ef-420c-80ca-3bbc23782af5 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] For port d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0,segment=NetworkSegment(65e0c828-a500-4212-8d75-55440898e75b),segment_id=65e0c828-a500-4212-8d75-55440898e75b)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:20:22.218410 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-9ceaf4bc-c60a-4351-a302-b1c228577813 req-e589baaa-83ef-420c-80ca-3bbc23782af5 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:22.412391 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-9ceaf4bc-c60a-4351-a302-b1c228577813 req-e589baaa-83ef-420c-80ca-3bbc23782af5 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for floatingip, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:22.412777 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-9ceaf4bc-c60a-4351-a302-b1c228577813 req-e589baaa-83ef-420c-80ca-3bbc23782af5 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1073340614'] for floatingip, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:22.412978 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.db.l3_db [req-9ceaf4bc-c60a-4351-a302-b1c228577813 req-e589baaa-83ef-420c-80ca-3bbc23782af5 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Floating IP d6724c3e-6c61-4412-9727-4eec43626930 disassociated. External IP: 172.27.0.96, port: d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0. Oct 14 11:20:22.413307 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [req-9ceaf4bc-c60a-4351-a302-b1c228577813 req-e589baaa-83ef-420c-80ca-3bbc23782af5 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Calling delete_port for d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0 owned by compute:nova {{(pid=99968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:20:22.564007 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-9ceaf4bc-c60a-4351-a302-b1c228577813 req-e589baaa-83ef-420c-80ca-3bbc23782af5 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065085970'] for port, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:22.599674 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e589baaa-83ef-420c-80ca-3bbc23782af5 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Pushing event deleted for resources: {'Port': ['ID=d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:23.101691 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-63ae700b-c500-45c3-8776-07ab540e4659 req-ab847bb4-df24-4af4-848c-d37ae0ab6bfc tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=79308c78-65f9-467f-a3bc-639fb062472a HTTP/1.1" status: 200 len: 210 time: 0.0567653 Oct 14 11:20:23.142145 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ceaf4bc-c60a-4351-a302-b1c228577813 req-e589baaa-83ef-420c-80ca-3bbc23782af5 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Router d3390d2a-e921-4dc5-9520-011e2374b090 has already been hosted by L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 {{(pid=99968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:20:23.334802 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd6d1f-1224-40ad-b1be-face8bbb056d req-cf50624d-e712-4efe-a29a-3161d2c1488d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:23.340340 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ceaf4bc-c60a-4351-a302-b1c228577813 req-e589baaa-83ef-420c-80ca-3bbc23782af5 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:20:23.343442 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-45fd6d1f-1224-40ad-b1be-face8bbb056d req-cf50624d-e712-4efe-a29a-3161d2c1488d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 945 time: 0.0921659 Oct 14 11:20:23.351767 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f169e905-3e5a-4413-96ea-da9bca63ecde None None] Sync routers for ids ['d3390d2a-e921-4dc5-9520-011e2374b090'] in dv-cinder-801354-3-iscsi {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:20:23.372448 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f169e905-3e5a-4413-96ea-da9bca63ecde None None] Routers {'d3390d2a-e921-4dc5-9520-011e2374b090'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:20:23.373092 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-f169e905-3e5a-4413-96ea-da9bca63ecde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fcadfc40>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:20:12Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['d3390d2a-e921-4dc5-9520-011e2374b090'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:20:23.423768 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-45fd6d1f-1224-40ad-b1be-face8bbb056d req-18fb81e2-d671-476f-81db-28b3539dd2c9 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791943 Oct 14 11:20:23.452477 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ceaf4bc-c60a-4351-a302-b1c228577813 req-e589baaa-83ef-420c-80ca-3bbc23782af5 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] No DVR routers for this DVR port d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0 on host hv-cinder-80135 {{(pid=99968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:20:23.455101 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-9ceaf4bc-c60a-4351-a302-b1c228577813 req-e589baaa-83ef-420c-80ca-3bbc23782af5 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:23.458487 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-9ceaf4bc-c60a-4351-a302-b1c228577813 req-e589baaa-83ef-420c-80ca-3bbc23782af5 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.39 "DELETE /v2.0/ports/d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0 HTTP/1.1" status: 204 len: 173 time: 1.4953494 Oct 14 11:20:23.458948 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79308c78-65f9-467f-a3bc-639fb062472a', 'name': 'network-vif-deleted', 'tag': 'd70e2d27-ce31-44bd-ac2e-a3be7b4c10b0'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:20:23.461269 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bc8dce43effdfc17fa197fa73d2f682717a0aeb1d45e7b66290f8ec122344fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8050e59a-80f6-450d-97b4-73ff2d499f6a" -d '{"events": [{"server_uuid": "79308c78-65f9-467f-a3bc-639fb062472a", "name": "network-vif-deleted", "tag": "d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:20:23.514534 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305a13c7-8766-4d48-aaed-984abe12f16b x-openstack-request-id: req-305a13c7-8766-4d48-aaed-984abe12f16b {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:20:23.514825 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79308c78-65f9-467f-a3bc-639fb062472a", "name": "network-vif-deleted", "tag": "d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0", "status": "completed", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:20:23.515079 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-305a13c7-8766-4d48-aaed-984abe12f16b {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:20:23.515476 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79308c78-65f9-467f-a3bc-639fb062472a', 'name': 'network-vif-deleted', 'tag': 'd70e2d27-ce31-44bd-ac2e-a3be7b4c10b0', 'status': 'completed', 'code': 200} Oct 14 11:20:23.588823 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-f169e905-3e5a-4413-96ea-da9bca63ecde None None] Set router d3390d2a-e921-4dc5-9520-011e2374b090 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:20:23.895973 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-f169e905-3e5a-4413-96ea-da9bca63ecde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fcadfc40>, [{'id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'name': 'tempest-TestVolumeBootPattern-1988551177-router', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:43Z', 'updated_at': '2021-10-14T11:16:54Z', 'revision_number': 4, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'gw_port': {'id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:45Z', 'updated_at': '2021-10-14T11:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': '8cb97258-08ef-47e3-9e28-efb6a506d066', 'name': '', 'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'mac_address': 'fa:16:3e:28:73:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:52Z', 'updated_at': '2021-10-14T11:17:05Z', 'revision_number': 5, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'subnets': [{'id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:20:23.931832 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f169e905-3e5a-4413-96ea-da9bca63ecde None None] Checking router: d3390d2a-e921-4dc5-9520-011e2374b090 for host: dv-cinder-801354-3-iscsi {{(pid=99970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:20:23.948285 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f169e905-3e5a-4413-96ea-da9bca63ecde None None] Routers {'d3390d2a-e921-4dc5-9520-011e2374b090'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:20:23.949428 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-f169e905-3e5a-4413-96ea-da9bca63ecde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fcadfc40>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:20:12Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['d3390d2a-e921-4dc5-9520-011e2374b090'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:20:24.088800 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-f169e905-3e5a-4413-96ea-da9bca63ecde None None] Set router d3390d2a-e921-4dc5-9520-011e2374b090 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:20:24.264194 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-33a2d180-65f8-4692-9751-08c645c55f6e req-3195f7ec-0b02-45e1-9a7b-73f51a28dfbe tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=79308c78-65f9-467f-a3bc-639fb062472a HTTP/1.1" status: 200 len: 210 time: 0.0496972 Oct 14 11:20:24.366054 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-f169e905-3e5a-4413-96ea-da9bca63ecde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fcadfc40>, [{'id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'name': 'tempest-TestVolumeBootPattern-1988551177-router', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:43Z', 'updated_at': '2021-10-14T11:16:54Z', 'revision_number': 4, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'gw_port': {'id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:45Z', 'updated_at': '2021-10-14T11:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': '8cb97258-08ef-47e3-9e28-efb6a506d066', 'name': '', 'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'mac_address': 'fa:16:3e:28:73:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:52Z', 'updated_at': '2021-10-14T11:17:05Z', 'revision_number': 5, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'subnets': [{'id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:20:24.394994 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f169e905-3e5a-4413-96ea-da9bca63ecde None None] The sync data for ids ['d3390d2a-e921-4dc5-9520-011e2374b090'] in dv-cinder-801354-3-iscsi is: [{'id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'name': 'tempest-TestVolumeBootPattern-1988551177-router', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:43Z', 'updated_at': '2021-10-14T11:16:54Z', 'revision_number': 4, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'gw_port': {'id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:45Z', 'updated_at': '2021-10-14T11:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': '8cb97258-08ef-47e3-9e28-efb6a506d066', 'name': '', 'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'mac_address': 'fa:16:3e:28:73:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:52Z', 'updated_at': '2021-10-14T11:17:05Z', 'revision_number': 5, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'subnets': [{'id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:20:24.564970 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743ebd1-9738-4a3f-a400-5685999d7f91 req-b559e428-7aee-4d6f-9c93-083edb344f9a tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:24.566779 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5743ebd1-9738-4a3f-a400-5685999d7f91 req-b559e428-7aee-4d6f-9c93-083edb344f9a tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 945 time: 0.0580890 Oct 14 11:20:24.616487 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5743ebd1-9738-4a3f-a400-5685999d7f91 req-340ac3bf-116e-4747-91da-0b020a0acfff tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356650 Oct 14 11:20:24.719039 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afde2ea8-6b2e-4932-a8b3-5e7c40cb451c None None] New status for floating IP d6724c3e-6c61-4412-9727-4eec43626930: DOWN {{(pid=99971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 11:20:24.987466 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b6eba-3358-481b-9cb8-c7761072e439 req-af2dcb9d-d657-4a58-95d7-20ea8e956a2d tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:24.996273 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ad9b6eba-3358-481b-9cb8-c7761072e439 req-af2dcb9d-d657-4a58-95d7-20ea8e956a2d tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 946 time: 0.0695596 Oct 14 11:20:25.051272 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ad9b6eba-3358-481b-9cb8-c7761072e439 req-f9e158e0-fa60-4b69-bd2c-841f650ad257 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?id=9090bc29-970b-4cf3-a1a8-b2c31caa2673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487146 Oct 14 11:20:25.291478 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:20:25.333028 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] No Port match for: d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0 {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:20:25.334511 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device d70e2d27-ce31-44bd-ac2e-a3be7b4c10b0 not bound to the agent host hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:20:25.629515 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-0a1d744d-f3ef-4053-8812-d8ffe8e4aef1 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-466026163&fields=id&tenant_id=4e158813d8fb41e8ab4e77f6fecff0e2 HTTP/1.1" status: 200 len: 267 time: 0.0438826 Oct 14 11:20:25.826032 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-80c511af-c279-4cf8-893a-4159f2e48b10 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:25.834914 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-80c511af-c279-4cf8-893a-4159f2e48b10 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/networks?id=78406704-323b-4611-9294-7a5775aebeb9 HTTP/1.1" status: 200 len: 812 time: 0.1975379 Oct 14 11:20:25.845035 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff00821-8611-4d6e-9aaf-c73f6352cc9c req-03b17d22-99c6-45f2-9879-cf84a041b35e tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:25.846607 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9ff00821-8611-4d6e-9aaf-c73f6352cc9c req-03b17d22-99c6-45f2-9879-cf84a041b35e tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 945 time: 0.1146274 Oct 14 11:20:25.884885 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-8f4b7b7e-8018-43c7-9e0e-5451641f9c6b tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/quotas/4e158813d8fb41e8ab4e77f6fecff0e2 HTTP/1.1" status: 200 len: 375 time: 0.0371633 Oct 14 11:20:25.934033 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9ff00821-8611-4d6e-9aaf-c73f6352cc9c req-061f8818-f4fa-4d2d-b02f-890420616ddd tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791461 Oct 14 11:20:25.975163 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-1ac3399e-e9b4-4220-825a-3385c1f6b4ae tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4e158813d8fb41e8ab4e77f6fecff0e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0803123 Oct 14 11:20:26.096011 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-67056d13-1dab-4ae5-b195-5e13cec8080f service neutron] 10.222.0.46 "GET /v2.0/networks/78406704-323b-4611-9294-7a5775aebeb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132851 Oct 14 11:20:26.237198 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-33739390-0d38-4d18-8a69-77508c8def6c service neutron] 10.222.0.46 "GET /v2.0/networks/78406704-323b-4611-9294-7a5775aebeb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345608 Oct 14 11:20:26.255604 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604c555-ff56-40a3-ba41-2c92774876d6 req-ea233cbb-6993-4bc5-8361-4edb172995f9 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:26.257403 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4604c555-ff56-40a3-ba41-2c92774876d6 req-ea233cbb-6993-4bc5-8361-4edb172995f9 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 946 time: 0.0928333 Oct 14 11:20:26.310572 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4604c555-ff56-40a3-ba41-2c92774876d6 req-b752fad7-9f86-43c8-89cc-53a6593aca18 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?id=9090bc29-970b-4cf3-a1a8-b2c31caa2673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432379 Oct 14 11:20:26.543329 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-01f2ae36-50ae-44a6-971c-0f4bbd42a04c req-b03df643-6ca5-4bad-b27b-ad1584325611 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc82ae67-1dc6-4687-af02-334a023437ef HTTP/1.1" status: 200 len: 210 time: 0.0346742 Oct 14 11:20:26.880209 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c06556-c743-4e0f-9c77-0b2e2aa4d280 req-3de431b4-d537-40f1-b741-c08e73e3fbdd tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:26.881867 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-e3c06556-c743-4e0f-9c77-0b2e2aa4d280 req-3de431b4-d537-40f1-b741-c08e73e3fbdd tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.39 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 946 time: 0.0559669 Oct 14 11:20:27.024410 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1c28d-0b18-4e08-bdc5-959a6afaffdd req-8592ec4a-8b74-4b1e-b6a3-4229a1a801d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:27.026030 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-71d1c28d-0b18-4e08-bdc5-959a6afaffdd req-8592ec4a-8b74-4b1e-b6a3-4229a1a801d5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b0d78c4c2bd84fe29041852181e0868c&device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 1098 time: 0.1005251 Oct 14 11:20:27.068461 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eaf2cb-6b64-40bc-8f75-a43821411dcd req-e83d00eb-d929-4228-bb0f-ed177a90b69b tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:27.070054 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-46eaf2cb-6b64-40bc-8f75-a43821411dcd req-e83d00eb-d929-4228-bb0f-ed177a90b69b tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=13ce6722-f519-448a-82ac-2b69dba8fca2 HTTP/1.1" status: 200 len: 946 time: 0.0849829 Oct 14 11:20:27.083896 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [req-e3c06556-c743-4e0f-9c77-0b2e2aa4d280 req-14406297-b249-4262-8b74-aa74b0fa414d tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Deleting port d9f09ac9-771b-46a5-a88b-50ff4fd3cf94 {{(pid=99968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:20:27.084243 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-e3c06556-c743-4e0f-9c77-0b2e2aa4d280 req-14406297-b249-4262-8b74-aa74b0fa414d tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:27.086380 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d7c73-cfaf-4044-a421-8a13a1a6dd87 req-e54d8af1-3362-4480-8389-a8c3a2e42b5a tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:27.088078 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-484d7c73-cfaf-4044-a421-8a13a1a6dd87 req-e54d8af1-3362-4480-8389-a8c3a2e42b5a tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 945 time: 0.0698373 Oct 14 11:20:27.148939 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-46eaf2cb-6b64-40bc-8f75-a43821411dcd req-a4d7a7ca-3245-46ce-8594-a55a7788d1b1 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=40435085-5252-4a14-b497-bdfd0d7a1425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598526 Oct 14 11:20:27.153902 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-484d7c73-cfaf-4044-a421-8a13a1a6dd87 req-295c6e21-59dc-428c-a986-2a13b6af5190 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582209 Oct 14 11:20:27.199059 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1c28d-0b18-4e08-bdc5-959a6afaffdd req-1caa9ed9-26ab-42a2-afb1-08c1ed6f3927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:27.200574 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-71d1c28d-0b18-4e08-bdc5-959a6afaffdd req-1caa9ed9-26ab-42a2-afb1-08c1ed6f3927 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2f17ff47-830b-4023-ad66-66e432a33b51 HTTP/1.1" status: 200 len: 917 time: 0.1644609 Oct 14 11:20:27.259281 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [req-e3c06556-c743-4e0f-9c77-0b2e2aa4d280 req-14406297-b249-4262-8b74-aa74b0fa414d tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] For port d9f09ac9-771b-46a5-a88b-50ff4fd3cf94, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d9f09ac9-771b-46a5-a88b-50ff4fd3cf94,segment=NetworkSegment(bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2),segment_id=bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:20:27.259651 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-e3c06556-c743-4e0f-9c77-0b2e2aa4d280 req-14406297-b249-4262-8b74-aa74b0fa414d tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:27.279695 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [req-e3c06556-c743-4e0f-9c77-0b2e2aa4d280 req-14406297-b249-4262-8b74-aa74b0fa414d tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Calling delete_port for d9f09ac9-771b-46a5-a88b-50ff4fd3cf94 owned by compute:nova {{(pid=99968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:20:27.300391 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-71d1c28d-0b18-4e08-bdc5-959a6afaffdd req-00db194d-83ae-42d8-95ac-2b54557ddc5a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c01d4743-672f-44b4-84ce-fe574a7061cb HTTP/1.1" status: 200 len: 1000 time: 0.0890319 Oct 14 11:20:27.387508 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1c28d-0b18-4e08-bdc5-959a6afaffdd req-85981da0-c9c9-45e8-971e-a71db8586f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:27.388975 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-71d1c28d-0b18-4e08-bdc5-959a6afaffdd req-85981da0-c9c9-45e8-971e-a71db8586f64 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fca00ce8-46db-40c9-b0ce-2996d51e47d7 HTTP/1.1" status: 200 len: 855 time: 0.0609329 Oct 14 11:20:27.445407 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ccf91-5e09-46c3-8ecc-04003c8c4106 req-e521bcd3-ea3b-478c-9e3b-f66eb403bcb7 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:27.447079 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3b6ccf91-5e09-46c3-8ecc-04003c8c4106 req-e521bcd3-ea3b-478c-9e3b-f66eb403bcb7 tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/ports?device_id=847bbfd2-ba17-4f88-b186-8b0609f16897 HTTP/1.1" status: 200 len: 946 time: 0.0583053 Oct 14 11:20:27.486718 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1c28d-0b18-4e08-bdc5-959a6afaffdd req-df3ecdb3-615d-4114-ae11-f84c4bf600e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:27.488124 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-71d1c28d-0b18-4e08-bdc5-959a6afaffdd req-df3ecdb3-615d-4114-ae11-f84c4bf600e8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2f17ff47-830b-4023-ad66-66e432a33b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0883482 Oct 14 11:20:27.533643 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-e3c06556-c743-4e0f-9c77-0b2e2aa4d280 req-14406297-b249-4262-8b74-aa74b0fa414d tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065085970'] for port, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:27.546301 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['d9f09ac9-771b-46a5-a88b-50ff4fd3cf94'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:20:27.564670 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3b6ccf91-5e09-46c3-8ecc-04003c8c4106 req-46ecd6dc-7efd-4772-b2b3-904ccfe5cf7b tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.46 "GET /v2.0/security-groups?id=9090bc29-970b-4cf3-a1a8-b2c31caa2673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041484 Oct 14 11:20:27.614506 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-ea8c1e65-845e-47a4-9833-23cf79a97018 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:27.614712 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14406297-b249-4262-8b74-aa74b0fa414d tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Pushing event deleted for resources: {'Port': ['ID=d9f09ac9-771b-46a5-a88b-50ff4fd3cf94,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:27.615933 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-ea8c1e65-845e-47a4-9833-23cf79a97018 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.39 "GET /v2.0/networks?id=78406704-323b-4611-9294-7a5775aebeb9 HTTP/1.1" status: 200 len: 812 time: 0.1578760 Oct 14 11:20:27.660027 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ca2aa960-3a66-43e7-a245-e6a44bf04fd3 req-4d0f34db-28aa-4276-9f00-9ddaa92aa798 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc82ae67-1dc6-4687-af02-334a023437ef HTTP/1.1" status: 200 len: 210 time: 0.0430896 Oct 14 11:20:27.675713 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c06556-c743-4e0f-9c77-0b2e2aa4d280 req-14406297-b249-4262-8b74-aa74b0fa414d tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] No DVR routers for this DVR port d9f09ac9-771b-46a5-a88b-50ff4fd3cf94 on host hv-cinder-80135 {{(pid=99968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:20:27.679564 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-e3c06556-c743-4e0f-9c77-0b2e2aa4d280 req-14406297-b249-4262-8b74-aa74b0fa414d tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:27.682834 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-e3c06556-c743-4e0f-9c77-0b2e2aa4d280 req-14406297-b249-4262-8b74-aa74b0fa414d tempest-TestMinimumBasicScenario-1976566174 tempest-TestMinimumBasicScenario-1976566174-project] 10.222.0.39 "DELETE /v2.0/ports/d9f09ac9-771b-46a5-a88b-50ff4fd3cf94 HTTP/1.1" status: 204 len: 173 time: 0.7936387 Oct 14 11:20:27.683191 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-eec8c169-51f5-4a5b-acb3-603abaf5aabe tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e158813d8fb41e8ab4e77f6fecff0e2 HTTP/1.1" status: 200 len: 379 time: 0.0558662 Oct 14 11:20:27.683308 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847bbfd2-ba17-4f88-b186-8b0609f16897', 'name': 'network-vif-deleted', 'tag': 'd9f09ac9-771b-46a5-a88b-50ff4fd3cf94'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:20:27.685464 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bc8dce43effdfc17fa197fa73d2f682717a0aeb1d45e7b66290f8ec122344fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2542f1b7-448e-43c2-867a-989e2d1b2112" -d '{"events": [{"server_uuid": "847bbfd2-ba17-4f88-b186-8b0609f16897", "name": "network-vif-deleted", "tag": "d9f09ac9-771b-46a5-a88b-50ff4fd3cf94"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:20:27.692066 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-71d1c28d-0b18-4e08-bdc5-959a6afaffdd req-5d193fc1-4cde-4c5b-9011-25bea8b36b03 service neutron] 10.222.0.39 "GET /v2.0/networks/2f17ff47-830b-4023-ad66-66e432a33b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957469 Oct 14 11:20:27.702301 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-7300ff7f-e4c2-4ba3-a41c-9a45b6636d43 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Request body: {'port': {'device_id': 'bc82ae67-1dc6-4687-af02-334a023437ef', 'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'admin_state_up': True, 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'security_groups': ['9b9b92dc-5280-4963-a682-507ed7122bdf']}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:20:27.780563 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c995b270-c6f3-4612-957f-c0d80ae693f0 x-openstack-request-id: req-c995b270-c6f3-4612-957f-c0d80ae693f0 {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:20:27.780945 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847bbfd2-ba17-4f88-b186-8b0609f16897", "name": "network-vif-deleted", "tag": "d9f09ac9-771b-46a5-a88b-50ff4fd3cf94", "status": "completed", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:20:27.781209 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c995b270-c6f3-4612-957f-c0d80ae693f0 {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:20:27.781630 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847bbfd2-ba17-4f88-b186-8b0609f16897', 'name': 'network-vif-deleted', 'tag': 'd9f09ac9-771b-46a5-a88b-50ff4fd3cf94', 'status': 'completed', 'code': 200} Oct 14 11:20:27.813867 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-71d1c28d-0b18-4e08-bdc5-959a6afaffdd req-df1c6f72-a338-4e62-a662-4718e3847c2e service neutron] 10.222.0.39 "GET /v2.0/networks/2f17ff47-830b-4023-ad66-66e432a33b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143377 Oct 14 11:20:27.832249 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-7300ff7f-e4c2-4ba3-a41c-9a45b6636d43 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Made reservation on behalf of 4e158813d8fb41e8ab4e77f6fecff0e2 for: {'port': 1} {{(pid=99969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:20:27.837141 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-7300ff7f-e4c2-4ba3-a41c-9a45b6636d43 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:27.972871 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.db_base_plugin_common [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-7300ff7f-e4c2-4ba3-a41c-9a45b6636d43 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Allocated IP 172.20.0.4 (78406704-323b-4611-9294-7a5775aebeb9/c8d13795-4deb-41c7-a1d9-9368b1e4f7b1/5a9696ae-ccd3-4767-af74-27758b58f407) {{(pid=99969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:20:28.185757 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-7300ff7f-e4c2-4ba3-a41c-9a45b6636d43 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for port, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:28.241147 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-7300ff7f-e4c2-4ba3-a41c-9a45b6636d43 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:28.335377 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-7300ff7f-e4c2-4ba3-a41c-9a45b6636d43 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Network 78406704-323b-4611-9294-7a5775aebeb9 is already hosted by enough agents. {{(pid=99969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:20:28.347339 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.base_scheduler [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-7300ff7f-e4c2-4ba3-a41c-9a45b6636d43 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Resources bound (agent type, host, resource id): {{(pid=99969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:20:28.351205 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-7300ff7f-e4c2-4ba3-a41c-9a45b6636d43 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Received port after_create {{(pid=99969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:20:28.354728 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7300ff7f-e4c2-4ba3-a41c-9a45b6636d43 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Pushing event updated for resources: {'Port': ['ID=5a9696ae-ccd3-4767-af74-27758b58f407,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:28.388621 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347f805-dce8-4367-bc50-755c46785ef2 req-42c15beb-33ed-4660-96d9-b3e2c1c6c708 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:28.390384 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c347f805-dce8-4367-bc50-755c46785ef2 req-42c15beb-33ed-4660-96d9-b3e2c1c6c708 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=13ce6722-f519-448a-82ac-2b69dba8fca2 HTTP/1.1" status: 200 len: 946 time: 0.1599636 Oct 14 11:20:28.430164 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfccbfd9-9a62-4688-b350-189ed02fc6de req-8b80426c-de76-43c0-ab6c-ddb0bf060303 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:28.431725 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-cfccbfd9-9a62-4688-b350-189ed02fc6de req-8b80426c-de76-43c0-ab6c-ddb0bf060303 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 945 time: 0.1672735 Oct 14 11:20:28.455925 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-7300ff7f-e4c2-4ba3-a41c-9a45b6636d43 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:28.456535 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-7300ff7f-e4c2-4ba3-a41c-9a45b6636d43 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:28.488524 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c347f805-dce8-4367-bc50-755c46785ef2 req-74d8ad96-5b49-4dc6-93aa-19730eb813d8 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups?id=40435085-5252-4a14-b497-bdfd0d7a1425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872841 Oct 14 11:20:28.495991 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-7300ff7f-e4c2-4ba3-a41c-9a45b6636d43 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8005395 Oct 14 11:20:28.511300 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-8dfce2ed-d967-4989-a453-fa9b8e27cd20 service neutron] Request body: {'port': {'device_id': 'bc82ae67-1dc6-4687-af02-334a023437ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:20:28.516030 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-cfccbfd9-9a62-4688-b350-189ed02fc6de req-ae895400-0b2e-47b1-86ac-d7b9652686ea tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778565 Oct 14 11:20:28.571884 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-8dfce2ed-d967-4989-a453-fa9b8e27cd20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:28.624638 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-1eb0d7e6-9515-4280-95ec-aae0f2001fb2 None None] Provisioning complete for port 5a9696ae-ccd3-4767-af74-27758b58f407 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:20:28.625182 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-1eb0d7e6-9515-4280-95ec-aae0f2001fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:28.794655 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-1eb0d7e6-9515-4280-95ec-aae0f2001fb2 None None] Port 5a9696ae-ccd3-4767-af74-27758b58f407 cannot update to ACTIVE because it is not bound. {{(pid=99970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:20:28.850052 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca4cde-503d-4014-a79b-843563f7d615 req-34dd3411-5e86-4ae3-9b4d-471e07af7701 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:28.851956 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e4ca4cde-503d-4014-a79b-843563f7d615 req-34dd3411-5e86-4ae3-9b4d-471e07af7701 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc82ae67-1dc6-4687-af02-334a023437ef HTTP/1.1" status: 200 len: 931 time: 0.1002815 Oct 14 11:20:28.869593 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1c398-78cf-423e-9f3d-5125eaa472d6 req-4278886a-f2d1-40bf-830a-e6516fef2365 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:28.871013 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-e9a1c398-78cf-423e-9f3d-5125eaa472d6 req-4278886a-f2d1-40bf-830a-e6516fef2365 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.39 "GET /v2.0/ports?device_id=13ce6722-f519-448a-82ac-2b69dba8fca2 HTTP/1.1" status: 200 len: 946 time: 0.0544293 Oct 14 11:20:28.924449 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e4ca4cde-503d-4014-a79b-843563f7d615 req-01257868-4c32-4ace-9ffa-8e63429a659e tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656435 Oct 14 11:20:28.960959 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.notifiers.nova [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-8dfce2ed-d967-4989-a453-fa9b8e27cd20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a9696ae-ccd3-4767-af74-27758b58f407 {{(pid=99969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:20:28.969434 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-8dfce2ed-d967-4989-a453-fa9b8e27cd20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:28.984647 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.provisioning_blocks [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-8dfce2ed-d967-4989-a453-fa9b8e27cd20 service neutron] Transition to ACTIVE for port object 5a9696ae-ccd3-4767-af74-27758b58f407 will not be triggered until provisioned by entity L2. {{(pid=99969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 11:20:28.990330 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [req-e9a1c398-78cf-423e-9f3d-5125eaa472d6 req-e41440b9-c157-4bdb-aa58-eba27b0985a5 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Deleting port dcbd402b-6515-4bd8-a950-d95384f318d7 {{(pid=99968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:20:28.990712 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-8dfce2ed-d967-4989-a453-fa9b8e27cd20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071033321'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:28.990849 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-e9a1c398-78cf-423e-9f3d-5125eaa472d6 req-e41440b9-c157-4bdb-aa58-eba27b0985a5 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:29.056842 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfce2ed-d967-4989-a453-fa9b8e27cd20 service neutron] Pushing event updated for resources: {'Port': ['ID=5a9696ae-ccd3-4767-af74-27758b58f407,revision_number=2']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:29.100854 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [req-e9a1c398-78cf-423e-9f3d-5125eaa472d6 req-e41440b9-c157-4bdb-aa58-eba27b0985a5 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] For port dcbd402b-6515-4bd8-a950-d95384f318d7, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=dcbd402b-6515-4bd8-a950-d95384f318d7,segment=NetworkSegment(5783322a-3a14-4ddc-90d8-14aa7da0c168),segment_id=5783322a-3a14-4ddc-90d8-14aa7da0c168)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:20:29.101223 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-e9a1c398-78cf-423e-9f3d-5125eaa472d6 req-e41440b9-c157-4bdb-aa58-eba27b0985a5 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:29.141486 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-8dfce2ed-d967-4989-a453-fa9b8e27cd20 service neutron] Attempting to bind port 5a9696ae-ccd3-4767-af74-27758b58f407 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:20:29.142019 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-8dfce2ed-d967-4989-a453-fa9b8e27cd20 service neutron] Attempting to bind port 5a9696ae-ccd3-4767-af74-27758b58f407 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '65e0c828-a500-4212-8d75-55440898e75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '78406704-323b-4611-9294-7a5775aebeb9'}] {{(pid=99969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:20:29.142526 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-8dfce2ed-d967-4989-a453-fa9b8e27cd20 service neutron] Attempting to bind port 5a9696ae-ccd3-4767-af74-27758b58f407 on network 78406704-323b-4611-9294-7a5775aebeb9 {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:20:29.150439 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-8dfce2ed-d967-4989-a453-fa9b8e27cd20 service neutron] Port 5a9696ae-ccd3-4767-af74-27758b58f407 on network 78406704-323b-4611-9294-7a5775aebeb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 11:20:29.150689 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-8dfce2ed-d967-4989-a453-fa9b8e27cd20 service neutron] Attempting to bind port 5a9696ae-ccd3-4767-af74-27758b58f407 on network 78406704-323b-4611-9294-7a5775aebeb9 {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:20:29.158483 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-8dfce2ed-d967-4989-a453-fa9b8e27cd20 service neutron] Checking agent: {'id': 'f75e9eb5-eb38-4e10-b93f-23a007c4e69f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 11, 37), 'started_at': datetime.datetime(2021, 10, 14, 11, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:20:29.159092 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-8dfce2ed-d967-4989-a453-fa9b8e27cd20 service neutron] Checking segment: {'id': '65e0c828-a500-4212-8d75-55440898e75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '78406704-323b-4611-9294-7a5775aebeb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:20:29.160441 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-8dfce2ed-d967-4989-a453-fa9b8e27cd20 service neutron] Bound using segment: {'id': '65e0c828-a500-4212-8d75-55440898e75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '78406704-323b-4611-9294-7a5775aebeb9'} {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:20:29.161050 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-8dfce2ed-d967-4989-a453-fa9b8e27cd20 service neutron] Bound port: 5a9696ae-ccd3-4767-af74-27758b58f407, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65e0c828-a500-4212-8d75-55440898e75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '78406704-323b-4611-9294-7a5775aebeb9'}}] {{(pid=99969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:20:29.161567 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-8dfce2ed-d967-4989-a453-fa9b8e27cd20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:29.248429 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-8dfce2ed-d967-4989-a453-fa9b8e27cd20 service neutron] For port 5a9696ae-ccd3-4767-af74-27758b58f407, host hv-cinder-80135, cleared binding levels {{(pid=99969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:20:29.250256 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 37460) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:20:29.253245 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-8dfce2ed-d967-4989-a453-fa9b8e27cd20 service neutron] For port 5a9696ae-ccd3-4767-af74-27758b58f407, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=5a9696ae-ccd3-4767-af74-27758b58f407,segment=NetworkSegment(65e0c828-a500-4212-8d75-55440898e75b),segment_id=65e0c828-a500-4212-8d75-55440898e75b)] {{(pid=99969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:20:29.260549 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-8dfce2ed-d967-4989-a453-fa9b8e27cd20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071033321'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:29.313361 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device d9f09ac9-771b-46a5-a88b-50ff4fd3cf94 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:20:29.315062 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-e9a1c398-78cf-423e-9f3d-5125eaa472d6 req-e41440b9-c157-4bdb-aa58-eba27b0985a5 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for floatingip, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:29.315727 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-e9a1c398-78cf-423e-9f3d-5125eaa472d6 req-e41440b9-c157-4bdb-aa58-eba27b0985a5 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1073340614'] for floatingip, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:29.316228 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.db.l3_db [req-e9a1c398-78cf-423e-9f3d-5125eaa472d6 req-e41440b9-c157-4bdb-aa58-eba27b0985a5 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Floating IP 42b376ed-20ec-40fe-87b7-e2b58ec3f745 disassociated. External IP: 172.27.0.204, port: dcbd402b-6515-4bd8-a950-d95384f318d7. Oct 14 11:20:29.316819 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [req-e9a1c398-78cf-423e-9f3d-5125eaa472d6 req-e41440b9-c157-4bdb-aa58-eba27b0985a5 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Calling delete_port for dcbd402b-6515-4bd8-a950-d95384f318d7 owned by compute:nova {{(pid=99968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:20:29.338530 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-8dfce2ed-d967-4989-a453-fa9b8e27cd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:29.339191 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-8dfce2ed-d967-4989-a453-fa9b8e27cd20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:29.340546 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-8dfce2ed-d967-4989-a453-fa9b8e27cd20 service neutron] 10.222.0.39 "PUT /v2.0/ports/5a9696ae-ccd3-4767-af74-27758b58f407 HTTP/1.1" status: 200 len: 1093 time: 0.8337789 Oct 14 11:20:29.341000 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc82ae67-1dc6-4687-af02-334a023437ef', 'tag': '5a9696ae-ccd3-4767-af74-27758b58f407'}] {{(pid=99969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:20:29.343300 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a93a02263ebe6e695f08df3ef7f4cabed4a40ac7132537441ac5c84a82560800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9cab49-3406-447a-888b-c04b1a7a9eab" -d '{"events": [{"name": "network-changed", "server_uuid": "bc82ae67-1dc6-4687-af02-334a023437ef", "tag": "5a9696ae-ccd3-4767-af74-27758b58f407"}]}' {{(pid=99969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:20:29.344028 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] No Port match for: d9f09ac9-771b-46a5-a88b-50ff4fd3cf94 {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:20:29.344793 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device d9f09ac9-771b-46a5-a88b-50ff4fd3cf94 not bound to the agent host hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:20:29.345403 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device c01d4743-672f-44b4-84ce-fe574a7061cb no longer exists at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:20:29.425073 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfce2ed-d967-4989-a453-fa9b8e27cd20 service neutron] Pushing event updated for resources: {'Port': ['ID=5a9696ae-ccd3-4767-af74-27758b58f407,revision_number=3']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:29.431107 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4ca7e9-72d2-4f1f-a2d1-4d14b13ebdd6 x-openstack-request-id: req-3e4ca7e9-72d2-4f1f-a2d1-4d14b13ebdd6 {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:20:29.431392 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc82ae67-1dc6-4687-af02-334a023437ef", "tag": "5a9696ae-ccd3-4767-af74-27758b58f407", "status": "completed", "code": 200}]} {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:20:29.431646 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3e4ca7e9-72d2-4f1f-a2d1-4d14b13ebdd6 {{(pid=99969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:20:29.432036 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc82ae67-1dc6-4687-af02-334a023437ef', 'tag': '5a9696ae-ccd3-4767-af74-27758b58f407', 'status': 'completed', 'code': 200} Oct 14 11:20:29.496699 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-51435ce9-43a1-438d-83a8-f32dbd8de22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:29.498217 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-51435ce9-43a1-438d-83a8-f32dbd8de22a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4e158813d8fb41e8ab4e77f6fecff0e2&device_id=bc82ae67-1dc6-4687-af02-334a023437ef HTTP/1.1" status: 200 len: 1096 time: 0.1041775 Oct 14 11:20:29.503261 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:29.580069 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-e9a1c398-78cf-423e-9f3d-5125eaa472d6 req-e41440b9-c157-4bdb-aa58-eba27b0985a5 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065085970'] for port, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:29.598395 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-83350cb8-7941-4840-b037-68d8f1e4f21e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a9696ae-ccd3-4767-af74-27758b58f407 HTTP/1.1" status: 200 len: 217 time: 0.0872693 Oct 14 11:20:29.607227 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219638ff-5477-482f-8ba8-3e4945723bf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c01d4743-672f-44b4-84ce-fe574a7061cb'}] {{(pid=99970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:20:29.609412 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e67274c3f7888a1e620d1da4f152c08f6ed72520f222e4ac6b19e3f5d220bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a9b696-a256-40b9-a28e-55e1ba6ef1a2" -d '{"events": [{"server_uuid": "219638ff-5477-482f-8ba8-3e4945723bf3", "name": "network-vif-unplugged", "status": "completed", "tag": "c01d4743-672f-44b4-84ce-fe574a7061cb"}]}' {{(pid=99970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:20:29.644098 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41440b9-c157-4bdb-aa58-eba27b0985a5 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Pushing event deleted for resources: {'Port': ['ID=dcbd402b-6515-4bd8-a950-d95384f318d7,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:29.652639 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port c01d4743-672f-44b4-84ce-fe574a7061cb, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=c01d4743-672f-44b4-84ce-fe574a7061cb,segment=NetworkSegment(f89198a1-603f-4689-b5b2-f4b9245553bb),segment_id=f89198a1-603f-4689-b5b2-f4b9245553bb)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:20:29.664946 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:29.698827 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-614f016f-3f24-4003-a4f8-b3245800639c req-c5dff42a-fde1-4f1a-aed3-daf64e36fffa tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/ports?device_id=13ce6722-f519-448a-82ac-2b69dba8fca2 HTTP/1.1" status: 200 len: 210 time: 0.0541937 Oct 14 11:20:29.754741 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-9dd520bf-536a-4008-9873-82b43ac79682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:29.756911 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-9dd520bf-536a-4008-9873-82b43ac79682 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8d13795-4deb-41c7-a1d9-9368b1e4f7b1 HTTP/1.1" status: 200 len: 851 time: 0.1514893 Oct 14 11:20:29.759906 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=c01d4743-672f-44b4-84ce-fe574a7061cb,revision_number=8']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:29.780690 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Oct 2021 11:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8197e1-347f-4f1d-bf99-86d510b863e2 x-openstack-request-id: req-9e8197e1-347f-4f1d-bf99-86d510b863e2 {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:20:29.781298 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "219638ff-5477-482f-8ba8-3e4945723bf3", "name": "network-vif-unplugged", "status": "completed", "tag": "c01d4743-672f-44b4-84ce-fe574a7061cb", "code": 200}]} {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:20:29.781854 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9e8197e1-347f-4f1d-bf99-86d510b863e2 {{(pid=99970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:20:29.782385 dv-cinder-801354-3-iscsi neutron-server[99970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '219638ff-5477-482f-8ba8-3e4945723bf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c01d4743-672f-44b4-84ce-fe574a7061cb', 'code': 200} Oct 14 11:20:29.819285 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9a1c398-78cf-423e-9f3d-5125eaa472d6 req-e41440b9-c157-4bdb-aa58-eba27b0985a5 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Router ef9ec499-f8c8-411f-ad95-33a93bab7895 has already been hosted by L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 {{(pid=99968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:20:29.823225 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24112d33-1f15-40e5-a487-af4590007815 req-6ea4229c-7bb3-4e45-91e8-2e237f689752 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:29.824699 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-24112d33-1f15-40e5-a487-af4590007815 req-6ea4229c-7bb3-4e45-91e8-2e237f689752 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 943 time: 0.1535995 Oct 14 11:20:29.864273 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-a7ad3cfe-f0d7-4db3-92da-bfdd95ab1087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:29.865976 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-a7ad3cfe-f0d7-4db3-92da-bfdd95ab1087 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=78406704-323b-4611-9294-7a5775aebeb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0989630 Oct 14 11:20:29.907377 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-24112d33-1f15-40e5-a487-af4590007815 req-2cfc8890-a943-40c5-8636-552541c82407 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747774 Oct 14 11:20:29.939618 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9a1c398-78cf-423e-9f3d-5125eaa472d6 req-e41440b9-c157-4bdb-aa58-eba27b0985a5 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:20:29.952668 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e3e27d-c4b4-4e08-a5d2-d735cd24eebc None None] Sync routers for ids ['ef9ec499-f8c8-411f-ad95-33a93bab7895'] in dv-cinder-801354-3-iscsi {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:20:29.971038 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e3e27d-c4b4-4e08-a5d2-d735cd24eebc None None] Routers {'ef9ec499-f8c8-411f-ad95-33a93bab7895'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:20:29.971937 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-98e3e27d-c4b4-4e08-a5d2-d735cd24eebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fd0b43a0>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:20:12Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['ef9ec499-f8c8-411f-ad95-33a93bab7895'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:20:29.997519 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a1c398-78cf-423e-9f3d-5125eaa472d6 req-e41440b9-c157-4bdb-aa58-eba27b0985a5 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] No DVR routers for this DVR port dcbd402b-6515-4bd8-a950-d95384f318d7 on host hv-cinder-80135 {{(pid=99968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:20:30.000816 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [req-e9a1c398-78cf-423e-9f3d-5125eaa472d6 req-e41440b9-c157-4bdb-aa58-eba27b0985a5 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:30.006522 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-e9a1c398-78cf-423e-9f3d-5125eaa472d6 req-e41440b9-c157-4bdb-aa58-eba27b0985a5 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.39 "DELETE /v2.0/ports/dcbd402b-6515-4bd8-a950-d95384f318d7 HTTP/1.1" status: 204 len: 173 time: 1.1278315 Oct 14 11:20:30.007105 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ce6722-f519-448a-82ac-2b69dba8fca2', 'name': 'network-vif-deleted', 'tag': 'dcbd402b-6515-4bd8-a950-d95384f318d7'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:20:30.011701 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bc8dce43effdfc17fa197fa73d2f682717a0aeb1d45e7b66290f8ec122344fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d744795c-1008-42d5-a999-1bcd6203f22b" -d '{"events": [{"server_uuid": "13ce6722-f519-448a-82ac-2b69dba8fca2", "name": "network-vif-deleted", "tag": "dcbd402b-6515-4bd8-a950-d95384f318d7"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:20:30.018245 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-90c56da8-03eb-406a-ad9b-b64da518ff2f service neutron] 10.222.0.39 "GET /v2.0/networks/78406704-323b-4611-9294-7a5775aebeb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437392 Oct 14 11:20:30.074644 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8653ff6-fb92-4441-b624-40fed0764931 x-openstack-request-id: req-a8653ff6-fb92-4441-b624-40fed0764931 {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:20:30.075056 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ce6722-f519-448a-82ac-2b69dba8fca2", "name": "network-vif-deleted", "tag": "dcbd402b-6515-4bd8-a950-d95384f318d7", "status": "completed", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:20:30.075448 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a8653ff6-fb92-4441-b624-40fed0764931 {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:20:30.075979 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ce6722-f519-448a-82ac-2b69dba8fca2', 'name': 'network-vif-deleted', 'tag': 'dcbd402b-6515-4bd8-a950-d95384f318d7', 'status': 'completed', 'code': 200} Oct 14 11:20:30.156370 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-9eeb4326-dcf5-4491-ab4f-a88e4d5f3602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1073342918'] for router_interface, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:30.183478 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-98e3e27d-c4b4-4e08-a5d2-d735cd24eebc None None] Set router ef9ec499-f8c8-411f-ad95-33a93bab7895 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:20:30.221149 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2c2b8c35-4521-4012-8cb1-2cd17b8020b8 req-132f6497-2495-4f0b-9a43-bf9309647751 service neutron] 10.222.0.39 "GET /v2.0/networks/78406704-323b-4611-9294-7a5775aebeb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952467 Oct 14 11:20:30.232387 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ab5ec-9ed2-4d12-a359-deef25d89d54 req-1424a7d8-b0bb-4e4e-ad00-acd3aec248b0 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:30.233882 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5f5ab5ec-9ed2-4d12-a359-deef25d89d54 req-1424a7d8-b0bb-4e4e-ad00-acd3aec248b0 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc82ae67-1dc6-4687-af02-334a023437ef HTTP/1.1" status: 200 len: 943 time: 0.1727788 Oct 14 11:20:30.415710 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-98e3e27d-c4b4-4e08-a5d2-d735cd24eebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fd0b43a0>, [{'id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'name': 'tempest-AttachVolumeTestJSON-829479385-router', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'a7850456-6301-4066-95a2-72251d670930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:29Z', 'updated_at': '2021-10-14T11:13:36Z', 'revision_number': 4, 'project_id': 'd0daa4f1d2954b57839a55588e202828', 'gw_port': {'id': 'a7850456-6301-4066-95a2-72251d670930', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': 'fd51fac2-8111-4c0c-9e95-ad7af97d5a63', 'name': '', 'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'mac_address': 'fa:16:3e:a3:b0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c4a9eff2-6c2d-4996-83b4-e446c185e0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:35Z', 'updated_at': '2021-10-14T11:13:47Z', 'revision_number': 5, 'project_id': 'd0daa4f1d2954b57839a55588e202828', 'subnets': [{'id': 'c4a9eff2-6c2d-4996-83b4-e446c185e0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:20:30.448279 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e3e27d-c4b4-4e08-a5d2-d735cd24eebc None None] Checking router: ef9ec499-f8c8-411f-ad95-33a93bab7895 for host: dv-cinder-801354-3-iscsi {{(pid=99970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:20:30.458625 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e3e27d-c4b4-4e08-a5d2-d735cd24eebc None None] Routers {'ef9ec499-f8c8-411f-ad95-33a93bab7895'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:20:30.459454 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-98e3e27d-c4b4-4e08-a5d2-d735cd24eebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fd0b43a0>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:20:12Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['ef9ec499-f8c8-411f-ad95-33a93bab7895'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:20:30.590029 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-98e3e27d-c4b4-4e08-a5d2-d735cd24eebc None None] Set router ef9ec499-f8c8-411f-ad95-33a93bab7895 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:20:30.626400 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5f5ab5ec-9ed2-4d12-a359-deef25d89d54 req-8674741e-f88f-4e18-9f3c-fa89f2d52364 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3754201 Oct 14 11:20:30.664327 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cab49-3406-447a-888b-c04b1a7a9eab req-8dc3e274-4802-492f-9afe-3c744d50e541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:30.665926 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-fd9cab49-3406-447a-888b-c04b1a7a9eab req-8dc3e274-4802-492f-9afe-3c744d50e541 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4e158813d8fb41e8ab4e77f6fecff0e2&device_id=bc82ae67-1dc6-4687-af02-334a023437ef HTTP/1.1" status: 200 len: 1096 time: 0.1214683 Oct 14 11:20:30.797083 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cab49-3406-447a-888b-c04b1a7a9eab req-ff6e20c6-7646-4ee1-a6d7-55fbe7bc20cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:30.798578 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-fd9cab49-3406-447a-888b-c04b1a7a9eab req-ff6e20c6-7646-4ee1-a6d7-55fbe7bc20cf service neutron] 10.222.0.39 "GET /v2.0/networks?id=78406704-323b-4611-9294-7a5775aebeb9 HTTP/1.1" status: 200 len: 913 time: 0.1102386 Oct 14 11:20:30.843362 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 37478) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:20:30.853325 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-98e3e27d-c4b4-4e08-a5d2-d735cd24eebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fd0b43a0>, [{'id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'name': 'tempest-AttachVolumeTestJSON-829479385-router', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'a7850456-6301-4066-95a2-72251d670930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:29Z', 'updated_at': '2021-10-14T11:13:36Z', 'revision_number': 4, 'project_id': 'd0daa4f1d2954b57839a55588e202828', 'gw_port': {'id': 'a7850456-6301-4066-95a2-72251d670930', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': 'fd51fac2-8111-4c0c-9e95-ad7af97d5a63', 'name': '', 'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'mac_address': 'fa:16:3e:a3:b0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c4a9eff2-6c2d-4996-83b4-e446c185e0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:35Z', 'updated_at': '2021-10-14T11:13:47Z', 'revision_number': 5, 'project_id': 'd0daa4f1d2954b57839a55588e202828', 'subnets': [{'id': 'c4a9eff2-6c2d-4996-83b4-e446c185e0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:20:30.863259 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-fd9cab49-3406-447a-888b-c04b1a7a9eab req-1a1a66e0-26d4-4730-b6b9-5872fbde9bac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a9696ae-ccd3-4767-af74-27758b58f407 HTTP/1.1" status: 200 len: 217 time: 0.0434673 Oct 14 11:20:30.882400 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e3e27d-c4b4-4e08-a5d2-d735cd24eebc None None] The sync data for ids ['ef9ec499-f8c8-411f-ad95-33a93bab7895'] in dv-cinder-801354-3-iscsi is: [{'id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'name': 'tempest-AttachVolumeTestJSON-829479385-router', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'a7850456-6301-4066-95a2-72251d670930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:29Z', 'updated_at': '2021-10-14T11:13:36Z', 'revision_number': 4, 'project_id': 'd0daa4f1d2954b57839a55588e202828', 'gw_port': {'id': 'a7850456-6301-4066-95a2-72251d670930', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': 'fd51fac2-8111-4c0c-9e95-ad7af97d5a63', 'name': '', 'network_id': '8adb0b2b-c914-4296-9b32-bac60154b49c', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'mac_address': 'fa:16:3e:a3:b0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c4a9eff2-6c2d-4996-83b4-e446c185e0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:35Z', 'updated_at': '2021-10-14T11:13:47Z', 'revision_number': 5, 'project_id': 'd0daa4f1d2954b57839a55588e202828', 'subnets': [{'id': 'c4a9eff2-6c2d-4996-83b4-e446c185e0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:20:30.924879 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c193b1e9-448a-4dc4-8a14-8c5ef321f987 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:30.942819 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cab49-3406-447a-888b-c04b1a7a9eab req-05a5dbf3-4104-4181-8f0c-c4b64f302936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:30.944495 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-fd9cab49-3406-447a-888b-c04b1a7a9eab req-05a5dbf3-4104-4181-8f0c-c4b64f302936 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8d13795-4deb-41c7-a1d9-9368b1e4f7b1 HTTP/1.1" status: 200 len: 851 time: 0.0750897 Oct 14 11:20:30.952578 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c193b1e9-448a-4dc4-8a14-8c5ef321f987 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:30.995897 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-9eeb4326-dcf5-4491-ab4f-a88e4d5f3602 admin admin] Deleting port 22a2da22-3431-4386-8146-fc37361066af {{(pid=99969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:20:30.996243 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-9eeb4326-dcf5-4491-ab4f-a88e4d5f3602 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:31.017607 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c193b1e9-448a-4dc4-8a14-8c5ef321f987 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:31.022551 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c193b1e9-448a-4dc4-8a14-8c5ef321f987 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:31.027054 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-c193b1e9-448a-4dc4-8a14-8c5ef321f987 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "DELETE /v2.0/security-groups/40435085-5252-4a14-b497-bdfd0d7a1425 HTTP/1.1" status: 204 len: 168 time: 0.1796060 Oct 14 11:20:31.027959 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 37482) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:20:31.044189 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c193b1e9-448a-4dc4-8a14-8c5ef321f987 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40435085-5252-4a14-b497-bdfd0d7a1425,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:31.053715 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.api.v2.resource [None req-5e454984-6995-4b15-aa72-d60752e3183f tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] show failed (client error): The resource could not be found. Oct 14 11:20:31.057748 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-5e454984-6995-4b15-aa72-d60752e3183f tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "GET /v2.0/security-groups/40435085-5252-4a14-b497-bdfd0d7a1425 HTTP/1.1" status: 404 len: 347 time: 0.0248070 Oct 14 11:20:31.057976 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 37484) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:20:31.094017 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cab49-3406-447a-888b-c04b1a7a9eab req-1d9d524d-d406-4870-8812-0b8b619faca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:31.095556 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-fd9cab49-3406-447a-888b-c04b1a7a9eab req-1d9d524d-d406-4870-8812-0b8b619faca6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=78406704-323b-4611-9294-7a5775aebeb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1444504 Oct 14 11:20:31.157585 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [None req-9eeb4326-dcf5-4491-ab4f-a88e4d5f3602 admin admin] For port 22a2da22-3431-4386-8146-fc37361066af, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=22a2da22-3431-4386-8146-fc37361066af,segment=NetworkSegment(bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2),segment_id=bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2)] {{(pid=99969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:20:31.157951 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-9eeb4326-dcf5-4491-ab4f-a88e4d5f3602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:31.178450 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d72b8-0d8c-47ab-a944-8a8f46cf34a8 req-43a993c6-f676-4573-80e7-6307631dc0ef tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:31.179709 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-206d72b8-0d8c-47ab-a944-8a8f46cf34a8 req-43a993c6-f676-4573-80e7-6307631dc0ef tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 943 time: 0.1561239 Oct 14 11:20:31.218669 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-9eeb4326-dcf5-4491-ab4f-a88e4d5f3602 admin admin] Calling delete_port for 22a2da22-3431-4386-8146-fc37361066af owned by network:router_interface {{(pid=99969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:20:31.220709 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b257ac9-b2b7-4c6d-8a7f-5f1d80f4c0c7 None None] New status for floating IP 42b376ed-20ec-40fe-87b7-e2b58ec3f745: DOWN {{(pid=99971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 11:20:31.231561 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-be1b5aee-f316-4008-9566-8d4b72df40f1 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Deleting port 36121ca3-2f97-4bff-8786-92f3f80edc63 {{(pid=99968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:20:31.231922 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-be1b5aee-f316-4008-9566-8d4b72df40f1 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:31.310901 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-fd9cab49-3406-447a-888b-c04b1a7a9eab req-cbfc7304-74f4-493b-ad02-5807522a5aaa service neutron] 10.222.0.39 "GET /v2.0/networks/78406704-323b-4611-9294-7a5775aebeb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058856 Oct 14 11:20:31.318372 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-206d72b8-0d8c-47ab-a944-8a8f46cf34a8 req-6c8aae8b-908f-4757-a83e-092d2298a15f tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035614 Oct 14 11:20:31.323947 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-be1b5aee-f316-4008-9566-8d4b72df40f1 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:31.324279 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-be1b5aee-f316-4008-9566-8d4b72df40f1 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:31.341415 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-be1b5aee-f316-4008-9566-8d4b72df40f1 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Calling delete_port for 36121ca3-2f97-4bff-8786-92f3f80edc63 owned by network:floatingip {{(pid=99968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:20:31.488421 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-fd9cab49-3406-447a-888b-c04b1a7a9eab req-4ee3ad97-b6b9-4604-ba1e-641698b5d623 service neutron] 10.222.0.39 "GET /v2.0/networks/78406704-323b-4611-9294-7a5775aebeb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674852 Oct 14 11:20:31.548521 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-be1b5aee-f316-4008-9566-8d4b72df40f1 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065085970'] for port, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:31.578057 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b5aee-f316-4008-9566-8d4b72df40f1 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Pushing event deleted for resources: {'Port': ['ID=36121ca3-2f97-4bff-8786-92f3f80edc63,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:31.597012 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-9eeb4326-dcf5-4491-ab4f-a88e4d5f3602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:31.632031 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb4326-dcf5-4491-ab4f-a88e4d5f3602 admin admin] Pushing event deleted for resources: {'Port': ['ID=22a2da22-3431-4386-8146-fc37361066af,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:31.684470 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-be1b5aee-f316-4008-9566-8d4b72df40f1 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks [] for floatingip, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:31.689948 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-be1b5aee-f316-4008-9566-8d4b72df40f1 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for floatingip, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:31.692120 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-be1b5aee-f316-4008-9566-8d4b72df40f1 tempest-AttachVolumeTestJSON-467837522 tempest-AttachVolumeTestJSON-467837522-project] 10.222.0.46 "DELETE /v2.0/floatingips/42b376ed-20ec-40fe-87b7-e2b58ec3f745 HTTP/1.1" status: 204 len: 168 time: 0.6326401 Oct 14 11:20:31.907280 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211cae0-32f0-4275-a889-f3f21054a3a8 req-23746039-8a18-4406-9f78-695a817696fb tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:31.909335 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5211cae0-32f0-4275-a889-f3f21054a3a8 req-23746039-8a18-4406-9f78-695a817696fb tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc82ae67-1dc6-4687-af02-334a023437ef HTTP/1.1" status: 200 len: 943 time: 0.1379793 Oct 14 11:20:31.913823 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-9eeb4326-dcf5-4491-ab4f-a88e4d5f3602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1073186003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1073343830'] for router_interface, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:32.035454 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5211cae0-32f0-4275-a889-f3f21054a3a8 req-7547fac2-54a4-4bc1-abb3-446ca2cd579a tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181147 Oct 14 11:20:32.259234 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eeb4326-dcf5-4491-ab4f-a88e4d5f3602 admin admin] Router 5563b8b7-24a5-47e5-af9f-8859034060d8 has already been hosted by L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 {{(pid=99969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:20:32.400543 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eeb4326-dcf5-4491-ab4f-a88e4d5f3602 admin admin] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:20:32.405988 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-9eeb4326-dcf5-4491-ab4f-a88e4d5f3602 admin admin] 10.222.0.46 "PUT /v2.0/routers/5563b8b7-24a5-47e5-af9f-8859034060d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1546798 Oct 14 11:20:32.408562 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 37518) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:20:32.413972 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28a70ed-cb9d-4acd-9bd1-75cd460bfbd9 None None] Sync routers for ids ['5563b8b7-24a5-47e5-af9f-8859034060d8'] in dv-cinder-801354-3-iscsi {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:20:32.433044 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28a70ed-cb9d-4acd-9bd1-75cd460bfbd9 None None] Routers {'5563b8b7-24a5-47e5-af9f-8859034060d8'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:20:32.433823 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-f28a70ed-cb9d-4acd-9bd1-75cd460bfbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fccb6430>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:20:12Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['5563b8b7-24a5-47e5-af9f-8859034060d8'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:20:32.530069 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [req-478fe109-8e6d-4757-9f54-41d440d48564 req-b994f773-a5b3-4355-a199-fda3da902a4b service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=99969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 11:20:32.531127 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-478fe109-8e6d-4757-9f54-41d440d48564 req-b994f773-a5b3-4355-a199-fda3da902a4b service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1445725 Oct 14 11:20:32.545628 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c175d6ad-e69d-47e6-b3f1-eceb7bff9280 admin admin] Publish callbacks [] for router, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:32.593566 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-f28a70ed-cb9d-4acd-9bd1-75cd460bfbd9 None None] Set router 5563b8b7-24a5-47e5-af9f-8859034060d8 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:20:32.720465 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c175d6ad-e69d-47e6-b3f1-eceb7bff9280 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:32.823944 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc76494-1170-45c5-9427-9ab40601c5ec req-bb2dc96b-b139-4763-a50d-3ce8082aff40 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:32.825568 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ffc76494-1170-45c5-9427-9ab40601c5ec req-bb2dc96b-b139-4763-a50d-3ce8082aff40 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 943 time: 0.0918541 Oct 14 11:20:32.861602 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-c175d6ad-e69d-47e6-b3f1-eceb7bff9280 admin admin] Deleting port 194ad3e0-b266-4dcd-b976-75d23dd15d97 {{(pid=99969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:20:32.861934 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c175d6ad-e69d-47e6-b3f1-eceb7bff9280 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:32.873797 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-f28a70ed-cb9d-4acd-9bd1-75cd460bfbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fccb6430>, [{'id': '5563b8b7-24a5-47e5-af9f-8859034060d8', 'name': 'tempest-TestMinimumBasicScenario-286319195-router', 'tenant_id': '6d6fa027df6042c58b7e89feffe38ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '194ad3e0-b266-4dcd-b976-75d23dd15d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:32Z', 'updated_at': '2021-10-14T11:20:31Z', 'revision_number': 5, 'project_id': '6d6fa027df6042c58b7e89feffe38ee9', 'gw_port': {'id': '194ad3e0-b266-4dcd-b976-75d23dd15d97', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:93:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563b8b7-24a5-47e5-af9f-8859034060d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:34Z', 'updated_at': '2021-10-14T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi'}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:20:32.905041 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28a70ed-cb9d-4acd-9bd1-75cd460bfbd9 None None] Checking router: 5563b8b7-24a5-47e5-af9f-8859034060d8 for host: dv-cinder-801354-3-iscsi {{(pid=99970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:20:32.915756 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28a70ed-cb9d-4acd-9bd1-75cd460bfbd9 None None] Routers {'5563b8b7-24a5-47e5-af9f-8859034060d8'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:20:32.916484 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-f28a70ed-cb9d-4acd-9bd1-75cd460bfbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fccb6430>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:20:12Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['5563b8b7-24a5-47e5-af9f-8859034060d8'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:20:32.967532 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ffc76494-1170-45c5-9427-9ab40601c5ec req-c2fad5d1-44bc-4f5b-a0d6-1923be04c439 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284904 Oct 14 11:20:33.020925 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [None req-c175d6ad-e69d-47e6-b3f1-eceb7bff9280 admin admin] For port 194ad3e0-b266-4dcd-b976-75d23dd15d97, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=194ad3e0-b266-4dcd-b976-75d23dd15d97,segment=NetworkSegment(41826669-4ce7-4556-a5ab-a5c365ae266e),segment_id=41826669-4ce7-4556-a5ab-a5c365ae266e)] {{(pid=99969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:20:33.021478 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c175d6ad-e69d-47e6-b3f1-eceb7bff9280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:33.037812 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-c175d6ad-e69d-47e6-b3f1-eceb7bff9280 admin admin] Calling delete_port for 194ad3e0-b266-4dcd-b976-75d23dd15d97 owned by network:router_gateway {{(pid=99969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:20:33.046306 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-f28a70ed-cb9d-4acd-9bd1-75cd460bfbd9 None None] Set router 5563b8b7-24a5-47e5-af9f-8859034060d8 gateway port host: None {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:20:33.106739 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 37548) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:20:33.111684 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-f28a70ed-cb9d-4acd-9bd1-75cd460bfbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fccb6430>, [{'id': '5563b8b7-24a5-47e5-af9f-8859034060d8', 'name': 'tempest-TestMinimumBasicScenario-286319195-router', 'tenant_id': '6d6fa027df6042c58b7e89feffe38ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:32Z', 'updated_at': '2021-10-14T11:20:32Z', 'revision_number': 6, 'project_id': '6d6fa027df6042c58b7e89feffe38ee9', 'gw_port_host': None}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:20:33.158032 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28a70ed-cb9d-4acd-9bd1-75cd460bfbd9 None None] The sync data for ids ['5563b8b7-24a5-47e5-af9f-8859034060d8'] in dv-cinder-801354-3-iscsi is: [{'id': '5563b8b7-24a5-47e5-af9f-8859034060d8', 'name': 'tempest-TestMinimumBasicScenario-286319195-router', 'tenant_id': '6d6fa027df6042c58b7e89feffe38ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:32Z', 'updated_at': '2021-10-14T11:20:32Z', 'revision_number': 6, 'project_id': '6d6fa027df6042c58b7e89feffe38ee9', 'gw_port_host': None}] {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:20:33.228777 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-fa1c8ede-1e90-41cd-9ba5-4a04285c8e2f req-dfd2e1f3-ee2f-43a0-bebf-3797f8865d0f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1193540 Oct 14 11:20:33.244430 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [req-fa1c8ede-1e90-41cd-9ba5-4a04285c8e2f req-48468304-6419-4007-86c7-afc225aa8b35 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=99968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 11:20:33.250692 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-fa1c8ede-1e90-41cd-9ba5-4a04285c8e2f req-48468304-6419-4007-86c7-afc225aa8b35 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0155654 Oct 14 11:20:33.265748 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116d904-87d5-4359-9b31-3f07ce3ed1b0 req-f9308e4a-26c9-4716-a57e-01ecccd7b50a tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:33.270253 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b116d904-87d5-4359-9b31-3f07ce3ed1b0 req-f9308e4a-26c9-4716-a57e-01ecccd7b50a tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc82ae67-1dc6-4687-af02-334a023437ef HTTP/1.1" status: 200 len: 943 time: 0.0833428 Oct 14 11:20:33.336624 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device dcbd402b-6515-4bd8-a950-d95384f318d7 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:20:33.339620 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c175d6ad-e69d-47e6-b3f1-eceb7bff9280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:33.344444 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b116d904-87d5-4359-9b31-3f07ce3ed1b0 req-218a4df7-51a5-4073-a63c-9102da03f4f7 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575829 Oct 14 11:20:33.363415 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] No Port match for: dcbd402b-6515-4bd8-a950-d95384f318d7 {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:20:33.363760 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device dcbd402b-6515-4bd8-a950-d95384f318d7 not bound to the agent host hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:20:33.364284 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device c01d4743-672f-44b4-84ce-fe574a7061cb no longer exists at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:20:33.384405 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175d6ad-e69d-47e6-b3f1-eceb7bff9280 admin admin] Pushing event deleted for resources: {'Port': ['ID=194ad3e0-b266-4dcd-b976-75d23dd15d97,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:33.473398 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c175d6ad-e69d-47e6-b3f1-eceb7bff9280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1073340428'] for router_gateway, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:33.591001 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c175d6ad-e69d-47e6-b3f1-eceb7bff9280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1073287356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14128'] for router, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:33.592725 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c175d6ad-e69d-47e6-b3f1-eceb7bff9280 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:33.697037 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c175d6ad-e69d-47e6-b3f1-eceb7bff9280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1073287333'] for router, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:33.698102 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c175d6ad-e69d-47e6-b3f1-eceb7bff9280 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5563b8b7-24a5-47e5-af9f-8859034060d8 {{(pid=99969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 11:20:33.703283 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c175d6ad-e69d-47e6-b3f1-eceb7bff9280 admin admin] Publish callbacks [] for router, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:33.704499 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-c175d6ad-e69d-47e6-b3f1-eceb7bff9280 admin admin] 10.222.0.46 "DELETE /v2.0/routers/5563b8b7-24a5-47e5-af9f-8859034060d8 HTTP/1.1" status: 204 len: 168 time: 1.2946885 Oct 14 11:20:33.707121 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 37558) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:20:33.757187 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.db_base_plugin_v2 [None req-982274f6-2b6a-409f-9bbc-ece41163e62b admin admin] Deleting subnet 741dea2e-2364-4b9e-a634-3a01888b0d07 {{(pid=99969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 11:20:33.760707 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-982274f6-2b6a-409f-9bbc-ece41163e62b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:33.796255 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-982274f6-2b6a-409f-9bbc-ece41163e62b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070485481'] for subnet, precommit_delete_associations {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:33.925596 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-982274f6-2b6a-409f-9bbc-ece41163e62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725203'] for subnet, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:33.983429 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-982274f6-2b6a-409f-9bbc-ece41163e62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071035695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070997365'] for subnet, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:34.008469 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982274f6-2b6a-409f-9bbc-ece41163e62b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=741dea2e-2364-4b9e-a634-3a01888b0d07,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:34.014569 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-982274f6-2b6a-409f-9bbc-ece41163e62b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for subnet, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:34.017759 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-982274f6-2b6a-409f-9bbc-ece41163e62b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/741dea2e-2364-4b9e-a634-3a01888b0d07 HTTP/1.1" status: 204 len: 168 time: 0.3096852 Oct 14 11:20:34.020208 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 37562) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:20:34.026466 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770211f4-7473-4ba2-ac84-90bfa35ec756 None None] Network b1361a31-564b-450d-bae4-c89d411fe947 requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:20:34.049257 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 194ad3e0-b266-4dcd-b976-75d23dd15d97 no longer exists at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:20:34.078939 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] No Port match for: 194ad3e0-b266-4dcd-b976-75d23dd15d97 {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:20:34.079390 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 194ad3e0-b266-4dcd-b976-75d23dd15d97 not bound to the agent host dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:20:34.079866 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 22a2da22-3431-4386-8146-fc37361066af no longer exists at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:20:34.104807 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] No Port match for: 22a2da22-3431-4386-8146-fc37361066af {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:20:34.105174 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 22a2da22-3431-4386-8146-fc37361066af not bound to the agent host dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:20:34.184037 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7c4aa520-2dd3-46a0-9667-15b397eb40b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544921'] for network, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:34.267032 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e250dc-4356-4638-9d55-dff9d33252e1 req-b4d0ee57-873f-4f51-ba2d-18eeeec88c65 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:34.268640 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-30e250dc-4356-4638-9d55-dff9d33252e1 req-b4d0ee57-873f-4f51-ba2d-18eeeec88c65 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 943 time: 0.1712766 Oct 14 11:20:34.280455 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c8ede-1e90-41cd-9ba5-4a04285c8e2f req-98f509ab-8709-46dd-9374-d21026cbf3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:34.281674 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-fa1c8ede-1e90-41cd-9ba5-4a04285c8e2f req-98f509ab-8709-46dd-9374-d21026cbf3e1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3&tenant_id=b0d78c4c2bd84fe29041852181e0868c HTTP/1.1" status: 200 len: 1096 time: 0.1643887 Oct 14 11:20:34.364023 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-30e250dc-4356-4638-9d55-dff9d33252e1 req-0d0005c1-0b61-4d76-8427-c61b10e94aa6 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803499 Oct 14 11:20:34.385564 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-7c4aa520-2dd3-46a0-9667-15b397eb40b5 admin admin] Deleting port 0cc07e76-9940-4e65-affe-c713931165f5 {{(pid=99969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:20:34.385899 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7c4aa520-2dd3-46a0-9667-15b397eb40b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:34.498069 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82314f1b-a8b5-49d1-98ff-51213f015b02 None None] DHCP port deletion for b1361a31-564b-450d-bae4-c89d411fe947 request from dv-cinder-801354-3-iscsi {{(pid=99970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 11:20:34.555453 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-82314f1b-a8b5-49d1-98ff-51213f015b02 None None] Deleting port 0cc07e76-9940-4e65-affe-c713931165f5 {{(pid=99970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:20:34.556102 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-82314f1b-a8b5-49d1-98ff-51213f015b02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:34.632930 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-82314f1b-a8b5-49d1-98ff-51213f015b02 None None] For port 0cc07e76-9940-4e65-affe-c713931165f5, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=0cc07e76-9940-4e65-affe-c713931165f5,segment=NetworkSegment(bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2),segment_id=bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:20:34.633358 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-82314f1b-a8b5-49d1-98ff-51213f015b02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:34.649315 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-82314f1b-a8b5-49d1-98ff-51213f015b02 None None] Calling delete_port for 0cc07e76-9940-4e65-affe-c713931165f5 owned by network:dhcp {{(pid=99970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:20:34.731044 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c8ede-1e90-41cd-9ba5-4a04285c8e2f req-8600d701-adb7-4ec3-b825-3485b6bfce4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:34.732543 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-fa1c8ede-1e90-41cd-9ba5-4a04285c8e2f req-8600d701-adb7-4ec3-b825-3485b6bfce4e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b0d78c4c2bd84fe29041852181e0868c&device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 1096 time: 0.4240484 Oct 14 11:20:34.772874 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-82314f1b-a8b5-49d1-98ff-51213f015b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440'] for port, after_delete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:34.799713 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82314f1b-a8b5-49d1-98ff-51213f015b02 None None] Pushing event deleted for resources: {'Port': ['ID=0cc07e76-9940-4e65-affe-c713931165f5,revision_number=None']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:34.805090 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82314f1b-a8b5-49d1-98ff-51213f015b02 None None] No DVR routers for this DVR port 0cc07e76-9940-4e65-affe-c713931165f5 on host dv-cinder-801354-3-iscsi {{(pid=99970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:20:34.818928 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [None req-7c4aa520-2dd3-46a0-9667-15b397eb40b5 admin admin] For port 0cc07e76-9940-4e65-affe-c713931165f5, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=0cc07e76-9940-4e65-affe-c713931165f5,segment=NetworkSegment(bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2),segment_id=bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2)] {{(pid=99969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:20:34.819520 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7c4aa520-2dd3-46a0-9667-15b397eb40b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:34.863632 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2592cec-4afd-46d9-b446-d550f18d7c37 req-d66daa38-bf63-4477-bcd3-17bd755286f1 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:34.865824 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a2592cec-4afd-46d9-b446-d550f18d7c37 req-d66daa38-bf63-4477-bcd3-17bd755286f1 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc82ae67-1dc6-4687-af02-334a023437ef HTTP/1.1" status: 200 len: 943 time: 0.1699893 Oct 14 11:20:34.874524 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-7c4aa520-2dd3-46a0-9667-15b397eb40b5 admin admin] Calling delete_port for 0cc07e76-9940-4e65-affe-c713931165f5 owned by network:dhcp {{(pid=99969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:20:34.963504 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c8ede-1e90-41cd-9ba5-4a04285c8e2f req-e03087f4-95af-4f46-a677-094a2b2608f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:34.964994 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-fa1c8ede-1e90-41cd-9ba5-4a04285c8e2f req-e03087f4-95af-4f46-a677-094a2b2608f0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2f17ff47-830b-4023-ad66-66e432a33b51 HTTP/1.1" status: 200 len: 917 time: 0.1999719 Oct 14 11:20:34.972883 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a2592cec-4afd-46d9-b446-d550f18d7c37 req-04ecc1b5-2e58-4526-a19e-b6df3469b173 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997236 Oct 14 11:20:35.057726 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-fa1c8ede-1e90-41cd-9ba5-4a04285c8e2f req-ebc401f1-cb64-4860-89f7-c79388277fd9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c01d4743-672f-44b4-84ce-fe574a7061cb HTTP/1.1" status: 200 len: 998 time: 0.0838099 Oct 14 11:20:35.062216 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7c4aa520-2dd3-46a0-9667-15b397eb40b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:35.097340 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4aa520-2dd3-46a0-9667-15b397eb40b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cc07e76-9940-4e65-affe-c713931165f5,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:35.124261 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4aa520-2dd3-46a0-9667-15b397eb40b5 admin admin] No DVR routers for this DVR port 0cc07e76-9940-4e65-affe-c713931165f5 on host dv-cinder-801354-3-iscsi {{(pid=99969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:20:35.172365 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c8ede-1e90-41cd-9ba5-4a04285c8e2f req-03123264-6640-428b-b9f3-0eb503c9a481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:35.173834 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-fa1c8ede-1e90-41cd-9ba5-4a04285c8e2f req-03123264-6640-428b-b9f3-0eb503c9a481 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fca00ce8-46db-40c9-b0ce-2996d51e47d7 HTTP/1.1" status: 200 len: 855 time: 0.1065061 Oct 14 11:20:35.234335 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7c4aa520-2dd3-46a0-9667-15b397eb40b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727366', 'neutron.services.segments.db._delete_segments_for_network-8755828151089'] for network, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:35.270053 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.services.segments.db [None req-7c4aa520-2dd3-46a0-9667-15b397eb40b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f69f7cebfa0>,) {'filters': {'network_id': ['b1361a31-564b-450d-bae4-c89d411fe947']}} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:20:35.282713 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.services.segments.db [None req-7c4aa520-2dd3-46a0-9667-15b397eb40b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f69f7cebfa0>, 'bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2') {'for_net_delete': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:20:35.283002 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.services.segments.db [None req-7c4aa520-2dd3-46a0-9667-15b397eb40b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f69f7cebfa0>, 'bdfc15de-e9bf-4d7d-bdae-1cf8d51d00d2') {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:20:35.291349 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c8ede-1e90-41cd-9ba5-4a04285c8e2f req-89944867-342f-444b-b490-35a4f58b761c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:35.292868 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-fa1c8ede-1e90-41cd-9ba5-4a04285c8e2f req-89944867-342f-444b-b490-35a4f58b761c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2f17ff47-830b-4023-ad66-66e432a33b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1109426 Oct 14 11:20:35.296509 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7c4aa520-2dd3-46a0-9667-15b397eb40b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755828152634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070485456'] for segment, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:35.325297 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7c4aa520-2dd3-46a0-9667-15b397eb40b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240'] for segment, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:35.341150 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c4aa520-2dd3-46a0-9667-15b397eb40b5 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=99969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 11:20:35.341548 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7c4aa520-2dd3-46a0-9667-15b397eb40b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071033229'] for segment, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:35.343474 dv-cinder-801354-3-iscsi neutron-server[99969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 14 11:20:35.343474 dv-cinder-801354-3-iscsi neutron-server[99969]: self.session.flush() Oct 14 11:20:35.343474 dv-cinder-801354-3-iscsi neutron-server[99969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 14 11:20:35.343474 dv-cinder-801354-3-iscsi neutron-server[99969]: self.session.flush() Oct 14 11:20:35.343474 dv-cinder-801354-3-iscsi neutron-server[99969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 14 11:20:35.343474 dv-cinder-801354-3-iscsi neutron-server[99969]: self.session.flush() Oct 14 11:20:35.343474 dv-cinder-801354-3-iscsi neutron-server[99969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 14 11:20:35.343474 dv-cinder-801354-3-iscsi neutron-server[99969]: self.session.flush() Oct 14 11:20:35.343474 dv-cinder-801354-3-iscsi neutron-server[99969]: Traceback (most recent call last): Oct 14 11:20:35.343474 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 11:20:35.343474 dv-cinder-801354-3-iscsi neutron-server[99969]: timer() Oct 14 11:20:35.343474 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 11:20:35.343474 dv-cinder-801354-3-iscsi neutron-server[99969]: cb(*args, **kw) Oct 14 11:20:35.343474 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 11:20:35.343474 dv-cinder-801354-3-iscsi neutron-server[99969]: return func(*args, **kwargs) Oct 14 11:20:35.343474 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 11:20:35.343474 dv-cinder-801354-3-iscsi neutron-server[99969]: self._notify() Oct 14 11:20:35.343474 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 11:20:35.343474 dv-cinder-801354-3-iscsi neutron-server[99969]: self.callback(batched_events) Oct 14 11:20:35.343474 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 11:20:35.343474 dv-cinder-801354-3-iscsi neutron-server[99969]: event.method(event) Oct 14 11:20:35.343474 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 11:20:35.343474 dv-cinder-801354-3-iscsi neutron-server[99969]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 11:20:35.343474 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 11:20:35.343474 dv-cinder-801354-3-iscsi neutron-server[99969]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 11:20:35.343474 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 11:20:35.343474 dv-cinder-801354-3-iscsi neutron-server[99969]: return f(self, *a, **k) Oct 14 11:20:35.343474 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 11:20:35.343474 dv-cinder-801354-3-iscsi neutron-server[99969]: return self._get(url).json() Oct 14 11:20:35.343474 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 11:20:35.343474 dv-cinder-801354-3-iscsi neutron-server[99969]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 11:20:35.343474 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 11:20:35.343474 dv-cinder-801354-3-iscsi neutron-server[99969]: return self.request(url, 'GET', **kwargs) Oct 14 11:20:35.343474 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 11:20:35.343474 dv-cinder-801354-3-iscsi neutron-server[99969]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 11:20:35.343474 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 11:20:35.343474 dv-cinder-801354-3-iscsi neutron-server[99969]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 11:20:35.343474 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 11:20:35.343474 dv-cinder-801354-3-iscsi neutron-server[99969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 11:20:35.343474 dv-cinder-801354-3-iscsi neutron-server[99969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 11:20:35.444866 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7c4aa520-2dd3-46a0-9667-15b397eb40b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1073340624'] for network, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:35.462286 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7c4aa520-2dd3-46a0-9667-15b397eb40b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for network, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:35.466867 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-7c4aa520-2dd3-46a0-9667-15b397eb40b5 admin admin] 10.222.0.46 "DELETE /v2.0/networks/b1361a31-564b-450d-bae4-c89d411fe947 HTTP/1.1" status: 204 len: 168 time: 1.4449828 Oct 14 11:20:35.470344 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 37580) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:20:35.489983 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4aa520-2dd3-46a0-9667-15b397eb40b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1361a31-564b-450d-bae4-c89d411fe947,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:35.493382 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-fa1c8ede-1e90-41cd-9ba5-4a04285c8e2f req-3eec14e7-b1f1-40f7-8c7f-a59d2c8239af service neutron] 10.222.0.39 "GET /v2.0/networks/2f17ff47-830b-4023-ad66-66e432a33b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901855 Oct 14 11:20:35.589530 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 37586) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:20:35.615773 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636a23d-1e4b-470c-8e41-c74b285d6033 req-bf82cca0-489c-4474-840c-4af81bc4dafa tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:35.617337 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0636a23d-1e4b-470c-8e41-c74b285d6033 req-bf82cca0-489c-4474-840c-4af81bc4dafa tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 943 time: 0.1302009 Oct 14 11:20:35.654345 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-fa1c8ede-1e90-41cd-9ba5-4a04285c8e2f req-e31a6bd0-3c87-4220-b534-cc3d0837efb0 service neutron] 10.222.0.39 "GET /v2.0/networks/2f17ff47-830b-4023-ad66-66e432a33b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489801 Oct 14 11:20:35.673715 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0636a23d-1e4b-470c-8e41-c74b285d6033 req-718ac15e-da34-4f8e-ae48-7173da13d57a tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493126 Oct 14 11:20:35.982905 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-86cd4ce8-e8ca-4e5a-a28f-ad2aec1e506e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1073342918'] for router_interface, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:36.082025 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 0cc07e76-9940-4e65-affe-c713931165f5 no longer exists at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:20:36.123784 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] No Port match for: 0cc07e76-9940-4e65-affe-c713931165f5 {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:20:36.124215 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 0cc07e76-9940-4e65-affe-c713931165f5 not bound to the agent host dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:20:36.193918 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c14be4-823d-4dd9-b24f-e092ac590a4b req-9dc255df-2d36-481b-847a-cff4cf8465b0 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:36.202079 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d8c14be4-823d-4dd9-b24f-e092ac590a4b req-9dc255df-2d36-481b-847a-cff4cf8465b0 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc82ae67-1dc6-4687-af02-334a023437ef HTTP/1.1" status: 200 len: 943 time: 0.1137097 Oct 14 11:20:36.270074 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d8c14be4-823d-4dd9-b24f-e092ac590a4b req-f91722bf-a7d4-42dd-b0e5-136b512e6b4f tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669928 Oct 14 11:20:36.402614 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-81022325-9837-4423-ab58-6cb0bf67fb1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1073342918'] for router_interface, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:36.513575 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-86cd4ce8-e8ca-4e5a-a28f-ad2aec1e506e admin admin] Deleting port 57b1a996-2e2c-4904-810c-0f55edca1b19 {{(pid=99968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:20:36.514190 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-86cd4ce8-e8ca-4e5a-a28f-ad2aec1e506e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:36.623431 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-86cd4ce8-e8ca-4e5a-a28f-ad2aec1e506e admin admin] For port 57b1a996-2e2c-4904-810c-0f55edca1b19, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=57b1a996-2e2c-4904-810c-0f55edca1b19,segment=NetworkSegment(c9f0c6c6-e487-4a59-a755-5d9c830b845d),segment_id=c9f0c6c6-e487-4a59-a755-5d9c830b845d)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:20:36.623988 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-86cd4ce8-e8ca-4e5a-a28f-ad2aec1e506e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:36.638301 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-86cd4ce8-e8ca-4e5a-a28f-ad2aec1e506e admin admin] Calling delete_port for 57b1a996-2e2c-4904-810c-0f55edca1b19 owned by network:router_interface {{(pid=99968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:20:36.854595 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06765a9d-e15f-4dcf-a1c0-c8caae001e24 req-77ab6fa1-ffe8-4f07-9313-34912854bf73 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:36.856376 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-06765a9d-e15f-4dcf-a1c0-c8caae001e24 req-77ab6fa1-ffe8-4f07-9313-34912854bf73 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 943 time: 0.0953872 Oct 14 11:20:36.886217 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-81022325-9837-4423-ab58-6cb0bf67fb1b admin admin] Deleting port fd51fac2-8111-4c0c-9e95-ad7af97d5a63 {{(pid=99969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:20:36.886217 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-81022325-9837-4423-ab58-6cb0bf67fb1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:36.894347 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-86cd4ce8-e8ca-4e5a-a28f-ad2aec1e506e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065085970'] for port, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:36.931693 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-06765a9d-e15f-4dcf-a1c0-c8caae001e24 req-35a1fa01-d738-4f80-9281-6d8fb83824a0 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662186 Oct 14 11:20:37.016511 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [None req-81022325-9837-4423-ab58-6cb0bf67fb1b admin admin] For port fd51fac2-8111-4c0c-9e95-ad7af97d5a63, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=fd51fac2-8111-4c0c-9e95-ad7af97d5a63,segment=NetworkSegment(5783322a-3a14-4ddc-90d8-14aa7da0c168),segment_id=5783322a-3a14-4ddc-90d8-14aa7da0c168)] {{(pid=99969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:20:37.016884 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-81022325-9837-4423-ab58-6cb0bf67fb1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:37.031591 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-81022325-9837-4423-ab58-6cb0bf67fb1b admin admin] Calling delete_port for fd51fac2-8111-4c0c-9e95-ad7af97d5a63 owned by network:router_interface {{(pid=99969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:20:37.201195 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd4ce8-e8ca-4e5a-a28f-ad2aec1e506e admin admin] Pushing event deleted for resources: {'Port': ['ID=57b1a996-2e2c-4904-810c-0f55edca1b19,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:37.280370 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-81022325-9837-4423-ab58-6cb0bf67fb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:37.308950 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81022325-9837-4423-ab58-6cb0bf67fb1b admin admin] Pushing event deleted for resources: {'Port': ['ID=fd51fac2-8111-4c0c-9e95-ad7af97d5a63,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:37.366929 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 5a9696ae-ccd3-4767-af74-27758b58f407 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=99970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:20:37.505488 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-86cd4ce8-e8ca-4e5a-a28f-ad2aec1e506e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1073186003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1073343830'] for router_interface, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:37.519660 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc32c2-db79-48b0-9ed0-dac03205fdee req-b49d6e5c-99ee-40ff-bea9-7115eec5e8de tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:37.530084 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-cacc32c2-db79-48b0-9ed0-dac03205fdee req-b49d6e5c-99ee-40ff-bea9-7115eec5e8de tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc82ae67-1dc6-4687-af02-334a023437ef HTTP/1.1" status: 200 len: 943 time: 0.1252770 Oct 14 11:20:37.595169 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-cacc32c2-db79-48b0-9ed0-dac03205fdee req-954e2f08-0356-4bb7-afb7-42653a8b88fb tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515735 Oct 14 11:20:37.660786 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port 5a9696ae-ccd3-4767-af74-27758b58f407, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=5a9696ae-ccd3-4767-af74-27758b58f407,segment=NetworkSegment(65e0c828-a500-4212-8d75-55440898e75b),segment_id=65e0c828-a500-4212-8d75-55440898e75b)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:20:37.674500 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Returning: {'device': '5a9696ae-ccd3-4767-af74-27758b58f407', 'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'port_id': '5a9696ae-ccd3-4767-af74-27758b58f407', 'mac_address': 'fa:16:3e:de:de:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:20:37.717645 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:37.738403 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a9696ae-ccd3-4767-af74-27758b58f407 {{(pid=99970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:20:37.761946 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port 5a9696ae-ccd3-4767-af74-27758b58f407, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=5a9696ae-ccd3-4767-af74-27758b58f407,segment=NetworkSegment(65e0c828-a500-4212-8d75-55440898e75b),segment_id=65e0c828-a500-4212-8d75-55440898e75b)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:20:37.768090 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:37.783699 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-81022325-9837-4423-ab58-6cb0bf67fb1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1073186003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1073343830'] for router_interface, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:37.836572 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=5a9696ae-ccd3-4767-af74-27758b58f407,revision_number=4']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:37.906252 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86cd4ce8-e8ca-4e5a-a28f-ad2aec1e506e admin admin] Router ff065b73-571e-4829-8c75-070cab94e271 has already been hosted by L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 {{(pid=99968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:20:38.019424 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['5a9696ae-ccd3-4767-af74-27758b58f407'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:20:38.113771 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86cd4ce8-e8ca-4e5a-a28f-ad2aec1e506e admin admin] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:20:38.130538 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633b668d-da10-4b0a-84ec-4db686892843 None None] Sync routers for ids ['ff065b73-571e-4829-8c75-070cab94e271'] in dv-cinder-801354-3-iscsi {{(pid=99971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:20:38.138820 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-86cd4ce8-e8ca-4e5a-a28f-ad2aec1e506e admin admin] 10.222.0.46 "PUT /v2.0/routers/ff065b73-571e-4829-8c75-070cab94e271/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6673362 Oct 14 11:20:38.141777 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 37618) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:20:38.149472 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633b668d-da10-4b0a-84ec-4db686892843 None None] Routers {'ff065b73-571e-4829-8c75-070cab94e271'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:20:38.151442 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-633b668d-da10-4b0a-84ec-4db686892843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fdee14f0>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:20:12Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['ff065b73-571e-4829-8c75-070cab94e271'], 'active': True} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:20:38.304233 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d277f11c-008d-4c83-bdb2-c772000b812d admin admin] Publish callbacks [] for router, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:38.470446 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d277f11c-008d-4c83-bdb2-c772000b812d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:38.501676 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvr_db [None req-633b668d-da10-4b0a-84ec-4db686892843 None None] Set router ff065b73-571e-4829-8c75-070cab94e271 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:20:38.544316 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-d277f11c-008d-4c83-bdb2-c772000b812d admin admin] Deleting port c22f39ca-c644-4d61-81a7-a622610593c9 {{(pid=99968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:20:38.544654 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d277f11c-008d-4c83-bdb2-c772000b812d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:38.546120 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81022325-9837-4423-ab58-6cb0bf67fb1b admin admin] Router ef9ec499-f8c8-411f-ad95-33a93bab7895 has already been hosted by L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 {{(pid=99969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:20:38.642677 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-d277f11c-008d-4c83-bdb2-c772000b812d admin admin] For port c22f39ca-c644-4d61-81a7-a622610593c9, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=c22f39ca-c644-4d61-81a7-a622610593c9,segment=NetworkSegment(41826669-4ce7-4556-a5ab-a5c365ae266e),segment_id=41826669-4ce7-4556-a5ab-a5c365ae266e)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:20:38.643040 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d277f11c-008d-4c83-bdb2-c772000b812d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:38.664825 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-d277f11c-008d-4c83-bdb2-c772000b812d admin admin] Calling delete_port for c22f39ca-c644-4d61-81a7-a622610593c9 owned by network:router_gateway {{(pid=99968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:20:38.730573 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec890032-b0e9-4f0f-8c69-92f49f852cc8 req-66b11fae-b282-4508-a9e4-2d9f82a271f7 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:38.738001 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ec890032-b0e9-4f0f-8c69-92f49f852cc8 req-66b11fae-b282-4508-a9e4-2d9f82a271f7 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 943 time: 0.6519349 Oct 14 11:20:38.741227 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81022325-9837-4423-ab58-6cb0bf67fb1b admin admin] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:20:38.758636 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-81022325-9837-4423-ab58-6cb0bf67fb1b admin admin] 10.222.0.46 "PUT /v2.0/routers/ef9ec499-f8c8-411f-ad95-33a93bab7895/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1649864 Oct 14 11:20:38.763429 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72893220-d11e-4ddf-b211-bfca05187a56 None None] Sync routers for ids ['ef9ec499-f8c8-411f-ad95-33a93bab7895'] in dv-cinder-801354-3-iscsi {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:20:38.775320 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 37622) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:20:38.779312 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:38.815333 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72893220-d11e-4ddf-b211-bfca05187a56 None None] Routers {'ef9ec499-f8c8-411f-ad95-33a93bab7895'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:20:38.817682 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-72893220-d11e-4ddf-b211-bfca05187a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fceee490>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:20:12Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['ef9ec499-f8c8-411f-ad95-33a93bab7895'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:20:38.911035 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d277f11c-008d-4c83-bdb2-c772000b812d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065085970'] for port, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:38.944233 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-9c3f303b-3831-4e89-8cd1-78635d307ebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:38.990128 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277f11c-008d-4c83-bdb2-c772000b812d admin admin] Pushing event deleted for resources: {'Port': ['ID=c22f39ca-c644-4d61-81a7-a622610593c9,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:39.011954 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ec890032-b0e9-4f0f-8c69-92f49f852cc8 req-99ef8741-2bfd-49a6-8493-f8d53e64460c tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2730386 Oct 14 11:20:39.042956 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-ea44ca50-937c-4da4-b74b-4e3366ad58c7 admin admin] Publish callbacks [] for router, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:39.059985 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-633b668d-da10-4b0a-84ec-4db686892843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fdee14f0>, [{'id': 'ff065b73-571e-4829-8c75-070cab94e271', 'name': 'tempest-TestMinimumBasicScenario-5373198-router', 'tenant_id': '40e7450f765b40b8ba59d3f0599d0e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'c22f39ca-c644-4d61-81a7-a622610593c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:42Z', 'updated_at': '2021-10-14T11:20:36Z', 'revision_number': 5, 'project_id': '40e7450f765b40b8ba59d3f0599d0e30', 'gw_port': {'id': 'c22f39ca-c644-4d61-81a7-a622610593c9', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:82:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff065b73-571e-4829-8c75-070cab94e271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:43Z', 'updated_at': '2021-10-14T11:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi'}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:20:39.088295 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-72893220-d11e-4ddf-b211-bfca05187a56 None None] Set router ef9ec499-f8c8-411f-ad95-33a93bab7895 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:20:39.118542 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633b668d-da10-4b0a-84ec-4db686892843 None None] Checking router: ff065b73-571e-4829-8c75-070cab94e271 for host: dv-cinder-801354-3-iscsi {{(pid=99971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:20:39.126746 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391357f9-9e1a-4d2a-b349-a3579367cd69 req-02ece39f-0e6e-4ab6-bc2b-a0407d461114 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:39.136811 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d277f11c-008d-4c83-bdb2-c772000b812d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1073340428'] for router_gateway, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:39.137436 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-391357f9-9e1a-4d2a-b349-a3579367cd69 req-02ece39f-0e6e-4ab6-bc2b-a0407d461114 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc82ae67-1dc6-4687-af02-334a023437ef HTTP/1.1" status: 200 len: 944 time: 0.2120616 Oct 14 11:20:39.139182 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633b668d-da10-4b0a-84ec-4db686892843 None None] Routers {'ff065b73-571e-4829-8c75-070cab94e271'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:20:39.139914 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-633b668d-da10-4b0a-84ec-4db686892843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fdee14f0>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:20:12Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['ff065b73-571e-4829-8c75-070cab94e271'], 'active': True} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:20:39.259708 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvr_db [None req-633b668d-da10-4b0a-84ec-4db686892843 None None] Set router ff065b73-571e-4829-8c75-070cab94e271 gateway port host: None {{(pid=99971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:20:39.278212 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-391357f9-9e1a-4d2a-b349-a3579367cd69 req-385b3d21-7913-44c5-8675-1541a26d7cd1 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371291 Oct 14 11:20:39.297950 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d277f11c-008d-4c83-bdb2-c772000b812d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1073287356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14128'] for router, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:39.300768 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d277f11c-008d-4c83-bdb2-c772000b812d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:39.341615 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-ea44ca50-937c-4da4-b74b-4e3366ad58c7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:39.386480 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d277f11c-008d-4c83-bdb2-c772000b812d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1073287333'] for router, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:39.387388 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d277f11c-008d-4c83-bdb2-c772000b812d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff065b73-571e-4829-8c75-070cab94e271 {{(pid=99968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 11:20:39.387671 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 5a9696ae-ccd3-4767-af74-27758b58f407 up at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:20:39.390427 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-633b668d-da10-4b0a-84ec-4db686892843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fdee14f0>, [{'id': 'ff065b73-571e-4829-8c75-070cab94e271', 'name': 'tempest-TestMinimumBasicScenario-5373198-router', 'tenant_id': '40e7450f765b40b8ba59d3f0599d0e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:42Z', 'updated_at': '2021-10-14T11:20:38Z', 'revision_number': 7, 'project_id': '40e7450f765b40b8ba59d3f0599d0e30', 'gw_port_host': None}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:20:39.409518 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d277f11c-008d-4c83-bdb2-c772000b812d admin admin] Publish callbacks [] for router, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:39.411051 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-d277f11c-008d-4c83-bdb2-c772000b812d admin admin] 10.222.0.46 "DELETE /v2.0/routers/ff065b73-571e-4829-8c75-070cab94e271 HTTP/1.1" status: 204 len: 168 time: 1.2681313 Oct 14 11:20:39.415502 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 37626) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:20:39.448076 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633b668d-da10-4b0a-84ec-4db686892843 None None] The sync data for ids ['ff065b73-571e-4829-8c75-070cab94e271'] in dv-cinder-801354-3-iscsi is: [{'id': 'ff065b73-571e-4829-8c75-070cab94e271', 'name': 'tempest-TestMinimumBasicScenario-5373198-router', 'tenant_id': '40e7450f765b40b8ba59d3f0599d0e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:42Z', 'updated_at': '2021-10-14T11:20:38Z', 'revision_number': 7, 'project_id': '40e7450f765b40b8ba59d3f0599d0e30', 'gw_port_host': None}] {{(pid=99971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:20:39.465236 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-ea44ca50-937c-4da4-b74b-4e3366ad58c7 admin admin] Deleting port a7850456-6301-4066-95a2-72251d670930 {{(pid=99969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:20:39.465819 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-ea44ca50-937c-4da4-b74b-4e3366ad58c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:39.504488 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-72893220-d11e-4ddf-b211-bfca05187a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fceee490>, [{'id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'name': 'tempest-AttachVolumeTestJSON-829479385-router', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'a7850456-6301-4066-95a2-72251d670930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:29Z', 'updated_at': '2021-10-14T11:20:37Z', 'revision_number': 5, 'project_id': 'd0daa4f1d2954b57839a55588e202828', 'gw_port': {'id': 'a7850456-6301-4066-95a2-72251d670930', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi'}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:20:39.510739 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning for port 5a9696ae-ccd3-4767-af74-27758b58f407 completed by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 11:20:39.543262 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_v2 [None req-97b578ec-677c-4a80-ab23-3397b7718fbf admin admin] Deleting subnet 40ba71ff-b87d-4807-80ae-b6f87ebe8e5d {{(pid=99968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 11:20:39.548527 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-97b578ec-677c-4a80-ab23-3397b7718fbf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:39.549141 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72893220-d11e-4ddf-b211-bfca05187a56 None None] Checking router: ef9ec499-f8c8-411f-ad95-33a93bab7895 for host: dv-cinder-801354-3-iscsi {{(pid=99970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:20:39.556005 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning complete for port 5a9696ae-ccd3-4767-af74-27758b58f407 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:20:39.556645 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:39.588298 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72893220-d11e-4ddf-b211-bfca05187a56 None None] Routers {'ef9ec499-f8c8-411f-ad95-33a93bab7895'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:20:39.589348 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-72893220-d11e-4ddf-b211-bfca05187a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fceee490>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:20:12Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['ef9ec499-f8c8-411f-ad95-33a93bab7895'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:20:39.615899 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-97b578ec-677c-4a80-ab23-3397b7718fbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069810409'] for subnet, precommit_delete_associations {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:39.627362 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [None req-ea44ca50-937c-4da4-b74b-4e3366ad58c7 admin admin] For port a7850456-6301-4066-95a2-72251d670930, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=a7850456-6301-4066-95a2-72251d670930,segment=NetworkSegment(41826669-4ce7-4556-a5ab-a5c365ae266e),segment_id=41826669-4ce7-4556-a5ab-a5c365ae266e)] {{(pid=99969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:20:39.629050 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-ea44ca50-937c-4da4-b74b-4e3366ad58c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:39.654522 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-ea44ca50-937c-4da4-b74b-4e3366ad58c7 admin admin] Calling delete_port for a7850456-6301-4066-95a2-72251d670930 owned by network:router_gateway {{(pid=99969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:20:39.752496 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-72893220-d11e-4ddf-b211-bfca05187a56 None None] Set router ef9ec499-f8c8-411f-ad95-33a93bab7895 gateway port host: None {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:20:39.827477 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-72893220-d11e-4ddf-b211-bfca05187a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fceee490>, [{'id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'name': 'tempest-AttachVolumeTestJSON-829479385-router', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:29Z', 'updated_at': '2021-10-14T11:20:39Z', 'revision_number': 6, 'project_id': 'd0daa4f1d2954b57839a55588e202828', 'gw_port_host': None}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:20:39.915602 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-97b578ec-677c-4a80-ab23-3397b7718fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725203'] for subnet, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:40.057800 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-97b578ec-677c-4a80-ab23-3397b7718fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065087715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070002226'] for subnet, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:40.142946 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-ea44ca50-937c-4da4-b74b-4e3366ad58c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:40.143380 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72893220-d11e-4ddf-b211-bfca05187a56 None None] The sync data for ids ['ef9ec499-f8c8-411f-ad95-33a93bab7895'] in dv-cinder-801354-3-iscsi is: [{'id': 'ef9ec499-f8c8-411f-ad95-33a93bab7895', 'name': 'tempest-AttachVolumeTestJSON-829479385-router', 'tenant_id': 'd0daa4f1d2954b57839a55588e202828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:29Z', 'updated_at': '2021-10-14T11:20:39Z', 'revision_number': 6, 'project_id': 'd0daa4f1d2954b57839a55588e202828', 'gw_port_host': None}] {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:20:40.147686 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:40.190740 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc82ae67-1dc6-4687-af02-334a023437ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9696ae-ccd3-4767-af74-27758b58f407'}] {{(pid=99970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:20:40.193747 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e67274c3f7888a1e620d1da4f152c08f6ed72520f222e4ac6b19e3f5d220bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21eed006-791e-4126-b0dd-fcae0d5bc9fb" -d '{"events": [{"server_uuid": "bc82ae67-1dc6-4687-af02-334a023437ef", "name": "network-vif-plugged", "status": "completed", "tag": "5a9696ae-ccd3-4767-af74-27758b58f407"}]}' {{(pid=99970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:20:40.211974 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port 5a9696ae-ccd3-4767-af74-27758b58f407, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=5a9696ae-ccd3-4767-af74-27758b58f407,segment=NetworkSegment(65e0c828-a500-4212-8d75-55440898e75b),segment_id=65e0c828-a500-4212-8d75-55440898e75b)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:20:40.216180 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b578ec-677c-4a80-ab23-3397b7718fbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40ba71ff-b87d-4807-80ae-b6f87ebe8e5d,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:40.219164 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:40.234411 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-97b578ec-677c-4a80-ab23-3397b7718fbf admin admin] Publish callbacks [] for subnet, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:40.246365 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-97b578ec-677c-4a80-ab23-3397b7718fbf admin admin] 10.222.0.46 "DELETE /v2.0/subnets/40ba71ff-b87d-4807-80ae-b6f87ebe8e5d HTTP/1.1" status: 204 len: 168 time: 0.8297350 Oct 14 11:20:40.247494 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 37632) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:20:40.282376 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974b448f-d6a5-4c82-a42e-eb07affdce88 None None] Network 5f7db347-fac1-46ce-a813-3becac987c9a requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:20:40.297711 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4744b545-eb76-451f-8eef-9545279a1a58 x-openstack-request-id: req-4744b545-eb76-451f-8eef-9545279a1a58 {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:20:40.297711 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc82ae67-1dc6-4687-af02-334a023437ef", "name": "network-vif-plugged", "status": "completed", "tag": "5a9696ae-ccd3-4767-af74-27758b58f407", "code": 200}]} {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:20:40.297711 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4744b545-eb76-451f-8eef-9545279a1a58 {{(pid=99970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:20:40.298082 dv-cinder-801354-3-iscsi neutron-server[99970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc82ae67-1dc6-4687-af02-334a023437ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9696ae-ccd3-4767-af74-27758b58f407', 'code': 200} Oct 14 11:20:40.305991 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44ca50-937c-4da4-b74b-4e3366ad58c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7850456-6301-4066-95a2-72251d670930,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:40.423627 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-910af1aa-3547-4b7a-a2aa-8805d8077cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544921'] for network, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:40.454840 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=5a9696ae-ccd3-4767-af74-27758b58f407,revision_number=5']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:40.508475 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28b57c-f822-490e-aa53-a168f04dbf4d req-e0398b24-b700-494d-9cb9-0def0a9c25a0 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:40.516087 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4a28b57c-f822-490e-aa53-a168f04dbf4d req-e0398b24-b700-494d-9cb9-0def0a9c25a0 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 943 time: 0.2228899 Oct 14 11:20:40.532052 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-ea44ca50-937c-4da4-b74b-4e3366ad58c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1073340428'] for router_gateway, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:40.568484 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-910af1aa-3547-4b7a-a2aa-8805d8077cc3 admin admin] Deleting port 28c3dafd-5e95-4fee-8f2d-5e63e991bce8 {{(pid=99968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:20:40.569210 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-910af1aa-3547-4b7a-a2aa-8805d8077cc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:40.719953 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9001bdbf-5597-4d71-9169-413bc83f10af None None] DHCP port deletion for 5f7db347-fac1-46ce-a813-3becac987c9a request from dv-cinder-801354-3-iscsi {{(pid=99970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 11:20:40.754645 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-ea44ca50-937c-4da4-b74b-4e3366ad58c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1073287356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14128'] for router, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:40.760154 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-ea44ca50-937c-4da4-b74b-4e3366ad58c7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:40.777252 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-910af1aa-3547-4b7a-a2aa-8805d8077cc3 admin admin] For port 28c3dafd-5e95-4fee-8f2d-5e63e991bce8, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=28c3dafd-5e95-4fee-8f2d-5e63e991bce8,segment=NetworkSegment(c9f0c6c6-e487-4a59-a755-5d9c830b845d),segment_id=c9f0c6c6-e487-4a59-a755-5d9c830b845d)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:20:40.777843 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-910af1aa-3547-4b7a-a2aa-8805d8077cc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:40.793312 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 57b1a996-2e2c-4904-810c-0f55edca1b19 no longer exists at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:20:40.802141 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea18021-f0ca-49c0-84bd-af51baef5cd5 req-839769e6-87f0-44ab-9c88-f188a2315643 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:40.804491 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1ea18021-f0ca-49c0-84bd-af51baef5cd5 req-839769e6-87f0-44ab-9c88-f188a2315643 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc82ae67-1dc6-4687-af02-334a023437ef HTTP/1.1" status: 200 len: 945 time: 0.3659604 Oct 14 11:20:40.821474 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-910af1aa-3547-4b7a-a2aa-8805d8077cc3 admin admin] Calling delete_port for 28c3dafd-5e95-4fee-8f2d-5e63e991bce8 owned by network:dhcp {{(pid=99968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:20:40.831784 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] No Port match for: 57b1a996-2e2c-4904-810c-0f55edca1b19 {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:20:40.832267 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 57b1a996-2e2c-4904-810c-0f55edca1b19 not bound to the agent host dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:20:40.861135 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-9001bdbf-5597-4d71-9169-413bc83f10af None None] Deleting port 28c3dafd-5e95-4fee-8f2d-5e63e991bce8 {{(pid=99970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:20:40.861455 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-9001bdbf-5597-4d71-9169-413bc83f10af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:40.884895 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.agents_db [None req-913fd0e5-582e-4eb1-907a-85279628d193 None None] Agent healthcheck: found 6 active agents {{(pid=99971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:20:40.948037 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4a28b57c-f822-490e-aa53-a168f04dbf4d req-44c4685b-7f2f-48ee-9a91-d2b0cb54d36b tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4306300 Oct 14 11:20:40.987247 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-ea44ca50-937c-4da4-b74b-4e3366ad58c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1073287333'] for router, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:40.987971 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea44ca50-937c-4da4-b74b-4e3366ad58c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef9ec499-f8c8-411f-ad95-33a93bab7895 {{(pid=99969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 11:20:40.995672 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-ea44ca50-937c-4da4-b74b-4e3366ad58c7 admin admin] Publish callbacks [] for router, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:40.997962 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-ea44ca50-937c-4da4-b74b-4e3366ad58c7 admin admin] 10.222.0.46 "DELETE /v2.0/routers/ef9ec499-f8c8-411f-ad95-33a93bab7895 HTTP/1.1" status: 204 len: 168 time: 2.2209485 Oct 14 11:20:41.010911 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 37636) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:20:41.081801 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-9001bdbf-5597-4d71-9169-413bc83f10af None None] For port 28c3dafd-5e95-4fee-8f2d-5e63e991bce8, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=28c3dafd-5e95-4fee-8f2d-5e63e991bce8,segment=NetworkSegment(c9f0c6c6-e487-4a59-a755-5d9c830b845d),segment_id=c9f0c6c6-e487-4a59-a755-5d9c830b845d)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:20:41.082131 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-9001bdbf-5597-4d71-9169-413bc83f10af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:41.111626 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-910af1aa-3547-4b7a-a2aa-8805d8077cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065085970'] for port, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:41.148898 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-9001bdbf-5597-4d71-9169-413bc83f10af None None] Calling delete_port for 28c3dafd-5e95-4fee-8f2d-5e63e991bce8 owned by network:dhcp {{(pid=99970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:20:41.166888 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1ea18021-f0ca-49c0-84bd-af51baef5cd5 req-fef612cf-7dde-4469-97a7-6801e1aeee71 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3305020 Oct 14 11:20:41.179089 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910af1aa-3547-4b7a-a2aa-8805d8077cc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=28c3dafd-5e95-4fee-8f2d-5e63e991bce8,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:41.181905 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910af1aa-3547-4b7a-a2aa-8805d8077cc3 admin admin] No DVR routers for this DVR port 28c3dafd-5e95-4fee-8f2d-5e63e991bce8 on host dv-cinder-801354-3-iscsi {{(pid=99968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:20:41.197385 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb03d36c-a6dc-4950-893e-22a64c66a1f6 admin admin] Deleting subnet c4a9eff2-6c2d-4996-83b4-e446c185e0ed {{(pid=99969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 11:20:41.212597 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-cb03d36c-a6dc-4950-893e-22a64c66a1f6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:41.287598 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-cb03d36c-a6dc-4950-893e-22a64c66a1f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070485481'] for subnet, precommit_delete_associations {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:41.303832 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-910af1aa-3547-4b7a-a2aa-8805d8077cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727366', 'neutron.services.segments.db._delete_segments_for_network-8755828151089'] for network, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:41.306351 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-9001bdbf-5597-4d71-9169-413bc83f10af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440'] for port, after_delete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:41.350443 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.services.segments.db [None req-910af1aa-3547-4b7a-a2aa-8805d8077cc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f69fce79f10>,) {'filters': {'network_id': ['5f7db347-fac1-46ce-a813-3becac987c9a']}} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:20:41.369912 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001bdbf-5597-4d71-9169-413bc83f10af None None] Pushing event deleted for resources: {'Port': ['ID=28c3dafd-5e95-4fee-8f2d-5e63e991bce8,revision_number=None']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:41.376418 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.services.segments.db [None req-910af1aa-3547-4b7a-a2aa-8805d8077cc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f69fce79f10>, 'c9f0c6c6-e487-4a59-a755-5d9c830b845d') {'for_net_delete': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:20:41.376923 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.services.segments.db [None req-910af1aa-3547-4b7a-a2aa-8805d8077cc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f69fce79f10>, 'c9f0c6c6-e487-4a59-a755-5d9c830b845d') {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:20:41.380991 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9001bdbf-5597-4d71-9169-413bc83f10af None None] No DVR routers for this DVR port 28c3dafd-5e95-4fee-8f2d-5e63e991bce8 on host dv-cinder-801354-3-iscsi {{(pid=99970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:20:41.402585 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-910af1aa-3547-4b7a-a2aa-8805d8077cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755828152634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069810384'] for segment, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:41.420624 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-910af1aa-3547-4b7a-a2aa-8805d8077cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240'] for segment, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:41.422026 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-cb03d36c-a6dc-4950-893e-22a64c66a1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725203'] for subnet, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:41.432160 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-910af1aa-3547-4b7a-a2aa-8805d8077cc3 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=99968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 11:20:41.432617 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-910af1aa-3547-4b7a-a2aa-8805d8077cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065086017'] for segment, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:41.435220 dv-cinder-801354-3-iscsi neutron-server[99968]: Traceback (most recent call last): Oct 14 11:20:41.435220 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 11:20:41.435220 dv-cinder-801354-3-iscsi neutron-server[99968]: timer() Oct 14 11:20:41.435220 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 11:20:41.435220 dv-cinder-801354-3-iscsi neutron-server[99968]: cb(*args, **kw) Oct 14 11:20:41.435220 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 11:20:41.435220 dv-cinder-801354-3-iscsi neutron-server[99968]: return func(*args, **kwargs) Oct 14 11:20:41.435220 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 11:20:41.435220 dv-cinder-801354-3-iscsi neutron-server[99968]: self._notify() Oct 14 11:20:41.435220 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 11:20:41.435220 dv-cinder-801354-3-iscsi neutron-server[99968]: self.callback(batched_events) Oct 14 11:20:41.435220 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 11:20:41.435220 dv-cinder-801354-3-iscsi neutron-server[99968]: event.method(event) Oct 14 11:20:41.435220 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 11:20:41.435220 dv-cinder-801354-3-iscsi neutron-server[99968]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 11:20:41.435220 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 11:20:41.435220 dv-cinder-801354-3-iscsi neutron-server[99968]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 11:20:41.435220 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 11:20:41.435220 dv-cinder-801354-3-iscsi neutron-server[99968]: return f(self, *a, **k) Oct 14 11:20:41.435220 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 11:20:41.435220 dv-cinder-801354-3-iscsi neutron-server[99968]: return self._get(url).json() Oct 14 11:20:41.435220 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 11:20:41.435220 dv-cinder-801354-3-iscsi neutron-server[99968]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 11:20:41.435220 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 11:20:41.435220 dv-cinder-801354-3-iscsi neutron-server[99968]: return self.request(url, 'GET', **kwargs) Oct 14 11:20:41.435220 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 11:20:41.435220 dv-cinder-801354-3-iscsi neutron-server[99968]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 11:20:41.435220 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 11:20:41.435220 dv-cinder-801354-3-iscsi neutron-server[99968]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 11:20:41.435220 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 11:20:41.435220 dv-cinder-801354-3-iscsi neutron-server[99968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 11:20:41.435220 dv-cinder-801354-3-iscsi neutron-server[99968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 11:20:41.499851 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-cb03d36c-a6dc-4950-893e-22a64c66a1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071035695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070997365'] for subnet, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:41.505919 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-910af1aa-3547-4b7a-a2aa-8805d8077cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1073340624'] for network, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:41.512125 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-910af1aa-3547-4b7a-a2aa-8805d8077cc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for network, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:41.521369 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-910af1aa-3547-4b7a-a2aa-8805d8077cc3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/5f7db347-fac1-46ce-a813-3becac987c9a HTTP/1.1" status: 204 len: 168 time: 1.2696390 Oct 14 11:20:41.544700 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-6027d7a7-a21c-426d-970a-5814936151b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:41.550657 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910af1aa-3547-4b7a-a2aa-8805d8077cc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f7db347-fac1-46ce-a813-3becac987c9a,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:41.564742 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03d36c-a6dc-4950-893e-22a64c66a1f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4a9eff2-6c2d-4996-83b4-e446c185e0ed,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:41.566839 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3446103c-a76a-491d-a61c-819e0ff55375 None None] Network 8adb0b2b-c914-4296-9b32-bac60154b49c requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:20:41.571961 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-cb03d36c-a6dc-4950-893e-22a64c66a1f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for subnet, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:41.576448 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-cb03d36c-a6dc-4950-893e-22a64c66a1f6 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c4a9eff2-6c2d-4996-83b4-e446c185e0ed HTTP/1.1" status: 204 len: 168 time: 0.5612581 Oct 14 11:20:41.579135 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 37640) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:20:41.707185 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-b9268ad5-51bb-47b3-86e4-99fc023d79cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544921'] for network, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:41.767218 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 37642) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:20:41.773624 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-b9268ad5-51bb-47b3-86e4-99fc023d79cf admin admin] Deleting port f77f4ffc-d6f1-4f87-8dd0-c3d2e1b083ea {{(pid=99969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:20:41.774303 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-b9268ad5-51bb-47b3-86e4-99fc023d79cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:41.844086 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-0b603de0-53bc-44e6-bfa2-2f6491cb1dd5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6d6fa027df6042c58b7e89feffe38ee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0756474 Oct 14 11:20:41.846589 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 37644) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:20:41.862508 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [None req-b9268ad5-51bb-47b3-86e4-99fc023d79cf admin admin] For port f77f4ffc-d6f1-4f87-8dd0-c3d2e1b083ea, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=f77f4ffc-d6f1-4f87-8dd0-c3d2e1b083ea,segment=NetworkSegment(5783322a-3a14-4ddc-90d8-14aa7da0c168),segment_id=5783322a-3a14-4ddc-90d8-14aa7da0c168)] {{(pid=99969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:20:41.862962 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-b9268ad5-51bb-47b3-86e4-99fc023d79cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:41.882943 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-b9268ad5-51bb-47b3-86e4-99fc023d79cf admin admin] Calling delete_port for f77f4ffc-d6f1-4f87-8dd0-c3d2e1b083ea owned by network:dhcp {{(pid=99969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:20:41.885343 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5090bc5-9699-43d0-868a-4586029e72d5 None None] DHCP port deletion for 8adb0b2b-c914-4296-9b32-bac60154b49c request from dv-cinder-801354-3-iscsi {{(pid=99970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 11:20:41.963072 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-235d0c96-d584-4dcd-9669-09fa08355a75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:41.971154 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-d5090bc5-9699-43d0-868a-4586029e72d5 None None] Deleting port f77f4ffc-d6f1-4f87-8dd0-c3d2e1b083ea {{(pid=99970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:20:41.971461 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-d5090bc5-9699-43d0-868a-4586029e72d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:41.995365 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-235d0c96-d584-4dcd-9669-09fa08355a75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:41.997822 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-b9268ad5-51bb-47b3-86e4-99fc023d79cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:42.077748 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-235d0c96-d584-4dcd-9669-09fa08355a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:42.084755 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-235d0c96-d584-4dcd-9669-09fa08355a75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:42.086094 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-235d0c96-d584-4dcd-9669-09fa08355a75 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9090bc29-970b-4cf3-a1a8-b2c31caa2673 HTTP/1.1" status: 204 len: 168 time: 0.2384887 Oct 14 11:20:42.104686 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 28c3dafd-5e95-4fee-8f2d-5e63e991bce8 no longer exists at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:20:42.106228 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d0c96-d584-4dcd-9669-09fa08355a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9090bc29-970b-4cf3-a1a8-b2c31caa2673,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:42.118076 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9268ad5-51bb-47b3-86e4-99fc023d79cf admin admin] No DVR routers for this DVR port f77f4ffc-d6f1-4f87-8dd0-c3d2e1b083ea on host dv-cinder-801354-3-iscsi {{(pid=99969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:20:42.159155 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9268ad5-51bb-47b3-86e4-99fc023d79cf admin admin] Pushing event deleted for resources: {'Port': ['ID=f77f4ffc-d6f1-4f87-8dd0-c3d2e1b083ea,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:42.161816 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] No Port match for: 28c3dafd-5e95-4fee-8f2d-5e63e991bce8 {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:20:42.162482 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 28c3dafd-5e95-4fee-8f2d-5e63e991bce8 not bound to the agent host dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:20:42.163902 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device c22f39ca-c644-4d61-81a7-a622610593c9 no longer exists at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:20:42.170395 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-d5090bc5-9699-43d0-868a-4586029e72d5 None None] For port f77f4ffc-d6f1-4f87-8dd0-c3d2e1b083ea, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=f77f4ffc-d6f1-4f87-8dd0-c3d2e1b083ea,segment=NetworkSegment(5783322a-3a14-4ddc-90d8-14aa7da0c168),segment_id=5783322a-3a14-4ddc-90d8-14aa7da0c168)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:20:42.170866 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-d5090bc5-9699-43d0-868a-4586029e72d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:42.212893 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] No Port match for: c22f39ca-c644-4d61-81a7-a622610593c9 {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:20:42.213378 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device c22f39ca-c644-4d61-81a7-a622610593c9 not bound to the agent host dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:20:42.213709 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device fd51fac2-8111-4c0c-9e95-ad7af97d5a63 no longer exists at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:20:42.237827 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-d5090bc5-9699-43d0-868a-4586029e72d5 None None] Calling delete_port for f77f4ffc-d6f1-4f87-8dd0-c3d2e1b083ea owned by network:dhcp {{(pid=99970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:20:42.241037 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] No Port match for: fd51fac2-8111-4c0c-9e95-ad7af97d5a63 {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:20:42.241398 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device fd51fac2-8111-4c0c-9e95-ad7af97d5a63 not bound to the agent host dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:20:42.241818 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device f77f4ffc-d6f1-4f87-8dd0-c3d2e1b083ea no longer exists at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:20:42.268783 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] No Port match for: f77f4ffc-d6f1-4f87-8dd0-c3d2e1b083ea {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:20:42.269175 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device f77f4ffc-d6f1-4f87-8dd0-c3d2e1b083ea not bound to the agent host dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:20:42.269553 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device a7850456-6301-4066-95a2-72251d670930 no longer exists at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:20:42.275596 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-b9268ad5-51bb-47b3-86e4-99fc023d79cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727366', 'neutron.services.segments.db._delete_segments_for_network-8755828151089'] for network, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:42.295250 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] No Port match for: a7850456-6301-4066-95a2-72251d670930 {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:20:42.295609 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device a7850456-6301-4066-95a2-72251d670930 not bound to the agent host dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:20:42.359482 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.services.segments.db [None req-b9268ad5-51bb-47b3-86e4-99fc023d79cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f69f7831970>,) {'filters': {'network_id': ['8adb0b2b-c914-4296-9b32-bac60154b49c']}} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:20:42.400892 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a651c-80f9-4c20-8b1a-ae34baa61f6c req-af1c845f-c8a3-4e16-baa0-855400005991 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:42.409639 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ab4a651c-80f9-4c20-8b1a-ae34baa61f6c req-af1c845f-c8a3-4e16-baa0-855400005991 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 943 time: 0.2549133 Oct 14 11:20:42.413360 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-d5090bc5-9699-43d0-868a-4586029e72d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440'] for port, after_delete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:42.414128 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.services.segments.db [None req-b9268ad5-51bb-47b3-86e4-99fc023d79cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f69f7831970>, '5783322a-3a14-4ddc-90d8-14aa7da0c168') {'for_net_delete': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:20:42.414451 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.services.segments.db [None req-b9268ad5-51bb-47b3-86e4-99fc023d79cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f69f7831970>, '5783322a-3a14-4ddc-90d8-14aa7da0c168') {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:20:42.443304 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-b9268ad5-51bb-47b3-86e4-99fc023d79cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755828152634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070485456'] for segment, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:42.453196 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5090bc5-9699-43d0-868a-4586029e72d5 None None] No DVR routers for this DVR port f77f4ffc-d6f1-4f87-8dd0-c3d2e1b083ea on host dv-cinder-801354-3-iscsi {{(pid=99970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:20:42.463592 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5090bc5-9699-43d0-868a-4586029e72d5 None None] Pushing event deleted for resources: {'Port': ['ID=f77f4ffc-d6f1-4f87-8dd0-c3d2e1b083ea,revision_number=None']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:42.478930 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-b9268ad5-51bb-47b3-86e4-99fc023d79cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240'] for segment, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:42.504635 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec5749-043e-4ec2-8f36-cd01c4c323f7 req-a756a636-4d63-4151-b152-f31059ff74ab tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:42.506336 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-45ec5749-043e-4ec2-8f36-cd01c4c323f7 req-a756a636-4d63-4151-b152-f31059ff74ab tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc82ae67-1dc6-4687-af02-334a023437ef HTTP/1.1" status: 200 len: 945 time: 0.1906357 Oct 14 11:20:42.511005 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9268ad5-51bb-47b3-86e4-99fc023d79cf admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=99969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 11:20:42.511406 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-b9268ad5-51bb-47b3-86e4-99fc023d79cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071033229'] for segment, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:42.513194 dv-cinder-801354-3-iscsi neutron-server[99969]: Traceback (most recent call last): Oct 14 11:20:42.513194 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 11:20:42.513194 dv-cinder-801354-3-iscsi neutron-server[99969]: timer() Oct 14 11:20:42.513194 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 11:20:42.513194 dv-cinder-801354-3-iscsi neutron-server[99969]: cb(*args, **kw) Oct 14 11:20:42.513194 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 11:20:42.513194 dv-cinder-801354-3-iscsi neutron-server[99969]: return func(*args, **kwargs) Oct 14 11:20:42.513194 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 11:20:42.513194 dv-cinder-801354-3-iscsi neutron-server[99969]: self._notify() Oct 14 11:20:42.513194 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 11:20:42.513194 dv-cinder-801354-3-iscsi neutron-server[99969]: self.callback(batched_events) Oct 14 11:20:42.513194 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 11:20:42.513194 dv-cinder-801354-3-iscsi neutron-server[99969]: event.method(event) Oct 14 11:20:42.513194 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 11:20:42.513194 dv-cinder-801354-3-iscsi neutron-server[99969]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 11:20:42.513194 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 11:20:42.513194 dv-cinder-801354-3-iscsi neutron-server[99969]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 11:20:42.513194 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 11:20:42.513194 dv-cinder-801354-3-iscsi neutron-server[99969]: return f(self, *a, **k) Oct 14 11:20:42.513194 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 11:20:42.513194 dv-cinder-801354-3-iscsi neutron-server[99969]: return self._get(url).json() Oct 14 11:20:42.513194 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 11:20:42.513194 dv-cinder-801354-3-iscsi neutron-server[99969]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 11:20:42.513194 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 11:20:42.513194 dv-cinder-801354-3-iscsi neutron-server[99969]: return self.request(url, 'GET', **kwargs) Oct 14 11:20:42.513194 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 11:20:42.513194 dv-cinder-801354-3-iscsi neutron-server[99969]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 11:20:42.513194 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 11:20:42.513194 dv-cinder-801354-3-iscsi neutron-server[99969]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 11:20:42.513194 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 11:20:42.513194 dv-cinder-801354-3-iscsi neutron-server[99969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 11:20:42.513194 dv-cinder-801354-3-iscsi neutron-server[99969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 11:20:42.535405 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ab4a651c-80f9-4c20-8b1a-ae34baa61f6c req-32cb9494-ee73-442d-b6b6-a7791a52e883 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247764 Oct 14 11:20:42.614918 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-b9268ad5-51bb-47b3-86e4-99fc023d79cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1073340624'] for network, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:42.622073 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-b9268ad5-51bb-47b3-86e4-99fc023d79cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for network, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:42.625317 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-b9268ad5-51bb-47b3-86e4-99fc023d79cf admin admin] 10.222.0.46 "DELETE /v2.0/networks/8adb0b2b-c914-4296-9b32-bac60154b49c HTTP/1.1" status: 204 len: 168 time: 1.0451102 Oct 14 11:20:42.637839 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9268ad5-51bb-47b3-86e4-99fc023d79cf admin admin] Pushing event deleted for resources: {'Network': ['ID=8adb0b2b-c914-4296-9b32-bac60154b49c,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:42.673243 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-45ec5749-043e-4ec2-8f36-cd01c4c323f7 req-3ffe1680-fda6-4c37-851b-4ce26ff256aa tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358123 Oct 14 11:20:42.738097 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 37658) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:20:42.784108 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-ed78b99c-d5d7-4d45-9958-80065defcea2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=40e7450f765b40b8ba59d3f0599d0e30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423450 Oct 14 11:20:42.784756 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 37660) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:20:42.789663 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 37662) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:20:42.804032 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:42.839508 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-35d9ae5d-ee49-4c76-971a-374ace4fd0da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:42.856447 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 37664) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:20:42.857719 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-649dd0e1-6b30-4b14-ae3b-95c90b4f6dff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d0daa4f1d2954b57839a55588e202828&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0620823 Oct 14 11:20:42.881014 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-35d9ae5d-ee49-4c76-971a-374ace4fd0da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:42.944831 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-85311c90-6269-4d33-9675-92bd2847e021 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:42.963920 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-35d9ae5d-ee49-4c76-971a-374ace4fd0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:42.966437 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-35d9ae5d-ee49-4c76-971a-374ace4fd0da admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:42.967650 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-35d9ae5d-ee49-4c76-971a-374ace4fd0da admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/78970ff6-f495-46ac-bede-277c96f6da53 HTTP/1.1" status: 204 len: 168 time: 0.1823142 Oct 14 11:20:42.973566 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-85311c90-6269-4d33-9675-92bd2847e021 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:42.989758 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9ae5d-ee49-4c76-971a-374ace4fd0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78970ff6-f495-46ac-bede-277c96f6da53,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:43.049755 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-85311c90-6269-4d33-9675-92bd2847e021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:43.054212 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-85311c90-6269-4d33-9675-92bd2847e021 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:43.056464 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:43.057888 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-85311c90-6269-4d33-9675-92bd2847e021 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3ced2f91-3c7c-4061-8fa4-a936048f0508 HTTP/1.1" status: 204 len: 168 time: 0.2003713 Oct 14 11:20:43.071209 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85311c90-6269-4d33-9675-92bd2847e021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ced2f91-3c7c-4061-8fa4-a936048f0508,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:43.670341 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6b4e7-6505-4dc4-b794-e4e55d646ec8 req-5512e766-322a-4a79-a5fd-a7ecce4a31ca tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:43.672212 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-56d6b4e7-6505-4dc4-b794-e4e55d646ec8 req-5512e766-322a-4a79-a5fd-a7ecce4a31ca tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 943 time: 0.0549064 Oct 14 11:20:43.742853 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-56d6b4e7-6505-4dc4-b794-e4e55d646ec8 req-0980a8e3-d50d-4735-8d85-3db7fc6c663d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559139 Oct 14 11:20:43.829888 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1a13b-cb23-4b3a-a7ca-ecef7e123f1f req-da7e8c68-2af4-42af-84a2-e56f05b4887c tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:43.831651 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f7e1a13b-cb23-4b3a-a7ca-ecef7e123f1f req-da7e8c68-2af4-42af-84a2-e56f05b4887c tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc82ae67-1dc6-4687-af02-334a023437ef HTTP/1.1" status: 200 len: 945 time: 0.0612154 Oct 14 11:20:43.887735 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f7e1a13b-cb23-4b3a-a7ca-ecef7e123f1f req-dcdcd6d8-d63a-40fe-b04a-2a6eae0de43a tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424278 Oct 14 11:20:44.323648 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:44.882045 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b3213-dd26-4603-8000-bfd045b91818 req-ccde0220-3d7e-4e75-80c6-9a2309639f9d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:44.884412 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-491b3213-dd26-4603-8000-bfd045b91818 req-ccde0220-3d7e-4e75-80c6-9a2309639f9d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 943 time: 0.0580599 Oct 14 11:20:44.942821 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-491b3213-dd26-4603-8000-bfd045b91818 req-10b2ae8c-ff36-4488-9aeb-53a13b32f07f tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433326 Oct 14 11:20:45.046382 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a15be-96e6-4239-b4e9-dfda9fe488a1 req-e317a766-6b15-4a5d-8662-207beb8cd7c8 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:45.048031 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0b2a15be-96e6-4239-b4e9-dfda9fe488a1 req-e317a766-6b15-4a5d-8662-207beb8cd7c8 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc82ae67-1dc6-4687-af02-334a023437ef HTTP/1.1" status: 200 len: 945 time: 0.0782444 Oct 14 11:20:45.091428 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0b2a15be-96e6-4239-b4e9-dfda9fe488a1 req-6101622d-0063-424b-9b4b-067da715bb2f tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352314 Oct 14 11:20:45.160384 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 37726) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:20:45.286553 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-2f007af8-5441-4ac1-92f6-925057d64e80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:45.368331 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-2f007af8-5441-4ac1-92f6-925057d64e80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:45.375623 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-2f007af8-5441-4ac1-92f6-925057d64e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:45.419724 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-2f007af8-5441-4ac1-92f6-925057d64e80 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0b17de18179445c587a9f72986b7f851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2574189 Oct 14 11:20:45.420567 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f007af8-5441-4ac1-92f6-925057d64e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e76379-f3e7-443d-8ab8-314309667141,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:45.422384 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 37730) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:20:45.473903 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-15ad7dcb-cca2-4330-a73a-a19748c3c474 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:45.497434 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-15ad7dcb-cca2-4330-a73a-a19748c3c474 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:45.547752 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-15ad7dcb-cca2-4330-a73a-a19748c3c474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:45.550324 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-15ad7dcb-cca2-4330-a73a-a19748c3c474 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:45.551846 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-15ad7dcb-cca2-4330-a73a-a19748c3c474 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/88e76379-f3e7-443d-8ab8-314309667141 HTTP/1.1" status: 204 len: 168 time: 0.1280837 Oct 14 11:20:45.561395 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad7dcb-cca2-4330-a73a-a19748c3c474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e76379-f3e7-443d-8ab8-314309667141,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:46.065040 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 37740) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:20:46.081807 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2904b-0064-4d2f-97e9-c969cf87a775 req-62369e60-0850-4dc9-8dbf-16c258b6842e tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:46.084194 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-eaf2904b-0064-4d2f-97e9-c969cf87a775 req-62369e60-0850-4dc9-8dbf-16c258b6842e tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 943 time: 0.0665879 Oct 14 11:20:46.092201 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-db826d32-e840-438f-916b-94563f81a43d admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:46.182242 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-eaf2904b-0064-4d2f-97e9-c969cf87a775 req-c5ba12b2-58ab-42a2-b227-cf81e6813e21 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732856 Oct 14 11:20:46.255345 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-db826d32-e840-438f-916b-94563f81a43d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:46.264888 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee9a77-9cb5-4ffe-a907-bdc5e8a3c52f req-3318d2b1-8df1-48cb-bb42-f0c3ff86be26 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:46.266421 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e1ee9a77-9cb5-4ffe-a907-bdc5e8a3c52f req-3318d2b1-8df1-48cb-bb42-f0c3ff86be26 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc82ae67-1dc6-4687-af02-334a023437ef HTTP/1.1" status: 200 len: 945 time: 0.0910535 Oct 14 11:20:46.267573 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-db826d32-e840-438f-916b-94563f81a43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:46.323007 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db826d32-e840-438f-916b-94563f81a43d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208e48ef-a82e-484e-9827-59d31029bd8e,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:46.328497 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-db826d32-e840-438f-916b-94563f81a43d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=21acdd03ed934d14866e2bde64f7ad9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2624071 Oct 14 11:20:46.331190 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 37744) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:20:46.342075 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e1ee9a77-9cb5-4ffe-a907-bdc5e8a3c52f req-e97dfc71-02e8-44b3-a3f4-d2082cc23752 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682395 Oct 14 11:20:46.400612 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-73d4376c-6c28-4ea1-b165-02aa0126f6b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:46.423950 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-73d4376c-6c28-4ea1-b165-02aa0126f6b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:46.474508 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-73d4376c-6c28-4ea1-b165-02aa0126f6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:46.477084 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-73d4376c-6c28-4ea1-b165-02aa0126f6b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:46.478254 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-73d4376c-6c28-4ea1-b165-02aa0126f6b6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/208e48ef-a82e-484e-9827-59d31029bd8e HTTP/1.1" status: 204 len: 168 time: 0.1460531 Oct 14 11:20:46.486369 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4376c-6c28-4ea1-b165-02aa0126f6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208e48ef-a82e-484e-9827-59d31029bd8e,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:47.305727 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001661ae-39a5-4463-9d24-237840a648fa req-cd46f340-4d12-496d-94cc-48a6ccb06377 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:47.307231 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-001661ae-39a5-4463-9d24-237840a648fa req-cd46f340-4d12-496d-94cc-48a6ccb06377 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 943 time: 0.0492380 Oct 14 11:20:47.346722 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-001661ae-39a5-4463-9d24-237840a648fa req-5ac77ec6-acc7-412c-bbd8-1c9ac8177d3f tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333021 Oct 14 11:20:47.496240 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a0a97-53f1-487b-8ae1-c7614cf79023 req-1d8b04c9-24cb-4811-9ef8-b612bbaa6eda tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:47.498637 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-793a0a97-53f1-487b-8ae1-c7614cf79023 req-1d8b04c9-24cb-4811-9ef8-b612bbaa6eda tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc82ae67-1dc6-4687-af02-334a023437ef HTTP/1.1" status: 200 len: 945 time: 0.0685084 Oct 14 11:20:47.557152 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1cdac-e04a-4707-bb55-f935bb59e79c req-4a9bd287-383e-4fd4-b892-503c60148873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:47.558596 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-09f1cdac-e04a-4707-bb55-f935bb59e79c req-4a9bd287-383e-4fd4-b892-503c60148873 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b0d78c4c2bd84fe29041852181e0868c&device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 1096 time: 0.0809901 Oct 14 11:20:47.563721 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-793a0a97-53f1-487b-8ae1-c7614cf79023 req-c13acb4a-5f88-4d24-b3e3-b42273dbe0a3 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504005 Oct 14 11:20:47.652262 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188e1a9-5a42-48af-8d03-65960743c579 req-f2c80161-79a6-40d6-83a3-a94c81d26754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:47.653799 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-8188e1a9-5a42-48af-8d03-65960743c579 req-f2c80161-79a6-40d6-83a3-a94c81d26754 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bc82ae67-1dc6-4687-af02-334a023437ef HTTP/1.1" status: 200 len: 1098 time: 0.0461893 Oct 14 11:20:47.688048 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1cdac-e04a-4707-bb55-f935bb59e79c req-b3ef41ab-6d47-497c-90c7-4a0f66192015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:47.689791 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-09f1cdac-e04a-4707-bb55-f935bb59e79c req-b3ef41ab-6d47-497c-90c7-4a0f66192015 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2f17ff47-830b-4023-ad66-66e432a33b51 HTTP/1.1" status: 200 len: 917 time: 0.0991375 Oct 14 11:20:47.698051 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-8188e1a9-5a42-48af-8d03-65960743c579 req-c1bc4d89-3c39-4ee6-a191-57f4060073f2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357542 Oct 14 11:20:47.773801 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-09f1cdac-e04a-4707-bb55-f935bb59e79c req-15db0e8a-aec5-4925-9427-1f0b797afb17 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c01d4743-672f-44b4-84ce-fe574a7061cb HTTP/1.1" status: 200 len: 998 time: 0.0762470 Oct 14 11:20:47.940256 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1cdac-e04a-4707-bb55-f935bb59e79c req-3f2c0f99-d7e6-4304-9375-0e07a661251b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:47.941848 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-09f1cdac-e04a-4707-bb55-f935bb59e79c req-3f2c0f99-d7e6-4304-9375-0e07a661251b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fca00ce8-46db-40c9-b0ce-2996d51e47d7 HTTP/1.1" status: 200 len: 855 time: 0.0497575 Oct 14 11:20:48.005467 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1cdac-e04a-4707-bb55-f935bb59e79c req-65758189-b623-4bbc-8e14-0bfc75c14fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:48.006914 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-09f1cdac-e04a-4707-bb55-f935bb59e79c req-65758189-b623-4bbc-8e14-0bfc75c14fd0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2f17ff47-830b-4023-ad66-66e432a33b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565383 Oct 14 11:20:48.118116 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-09f1cdac-e04a-4707-bb55-f935bb59e79c req-7d00b6d1-c2be-4a69-9051-0cc3d3b2fcae service neutron] 10.222.0.39 "GET /v2.0/networks/2f17ff47-830b-4023-ad66-66e432a33b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030788 Oct 14 11:20:48.224583 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-09f1cdac-e04a-4707-bb55-f935bb59e79c req-6ddbeb29-0ad1-47af-9f18-cd4294b00ba6 service neutron] 10.222.0.39 "GET /v2.0/networks/2f17ff47-830b-4023-ad66-66e432a33b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980814 Oct 14 11:20:48.327702 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 37794) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:20:48.469204 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-1927fef4-f457-4d88-a6cb-a58892b1cb0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:48.509696 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3d28a-8e8f-48b8-b9af-300d538adbfc req-8114ffb4-a5f2-45c6-9afd-7af9ec0fe4f2 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:48.511305 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9bd3d28a-8e8f-48b8-b9af-300d538adbfc req-8114ffb4-a5f2-45c6-9afd-7af9ec0fe4f2 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 943 time: 0.0842316 Oct 14 11:20:48.578215 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9bd3d28a-8e8f-48b8-b9af-300d538adbfc req-c3fe1d16-9b22-408a-b0de-7e4a30daed5e tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600963 Oct 14 11:20:48.620126 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-1927fef4-f457-4d88-a6cb-a58892b1cb0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:48.626301 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-1927fef4-f457-4d88-a6cb-a58892b1cb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:48.699511 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-1927fef4-f457-4d88-a6cb-a58892b1cb0b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3db6274c428b46568b3c82d8f08f44d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3707187 Oct 14 11:20:48.700328 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1927fef4-f457-4d88-a6cb-a58892b1cb0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01281f33-51bd-4415-a448-d8a867d0b83c,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:48.702193 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 37802) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:20:48.737544 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13bda2-b2ee-4a40-929d-2d193d185284 req-78000f2c-adc2-4f0e-883d-77621f385ab2 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:48.739293 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5e13bda2-b2ee-4a40-929d-2d193d185284 req-78000f2c-adc2-4f0e-883d-77621f385ab2 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc82ae67-1dc6-4687-af02-334a023437ef HTTP/1.1" status: 200 len: 945 time: 0.0953674 Oct 14 11:20:48.768626 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-dd57b932-1942-4c7c-aa17-daf3a0d5757a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:48.787315 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5e13bda2-b2ee-4a40-929d-2d193d185284 req-93d0fd60-610c-4a8b-a84a-3650f9dcc6ad tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416515 Oct 14 11:20:48.799003 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-dd57b932-1942-4c7c-aa17-daf3a0d5757a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:48.868443 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-dd57b932-1942-4c7c-aa17-daf3a0d5757a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:48.871861 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-dd57b932-1942-4c7c-aa17-daf3a0d5757a admin admin] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:48.873324 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-dd57b932-1942-4c7c-aa17-daf3a0d5757a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/01281f33-51bd-4415-a448-d8a867d0b83c HTTP/1.1" status: 204 len: 168 time: 0.1698899 Oct 14 11:20:48.881725 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd57b932-1942-4c7c-aa17-daf3a0d5757a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01281f33-51bd-4415-a448-d8a867d0b83c,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:49.205923 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 37808) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:20:49.219095 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-eba42fe5-cb6a-4570-90e0-cec7b74c8e8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:49.305316 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-eba42fe5-cb6a-4570-90e0-cec7b74c8e8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:49.310234 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-eba42fe5-cb6a-4570-90e0-cec7b74c8e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:49.352962 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-eba42fe5-cb6a-4570-90e0-cec7b74c8e8b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9de0a382c6bd4f60ae16d05d9ab94567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1456747 Oct 14 11:20:49.354355 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba42fe5-cb6a-4570-90e0-cec7b74c8e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f1f37e-b092-4549-ab40-40457a614ee6,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:49.356940 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 37810) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:20:49.416706 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-21870733-75c9-4719-b15c-10cd4a48bd72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:49.421937 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device c01d4743-672f-44b4-84ce-fe574a7061cb details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=99970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:20:49.442865 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-21870733-75c9-4719-b15c-10cd4a48bd72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:49.512058 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-21870733-75c9-4719-b15c-10cd4a48bd72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:49.515605 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-21870733-75c9-4719-b15c-10cd4a48bd72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:49.516922 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-21870733-75c9-4719-b15c-10cd4a48bd72 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d3f1f37e-b092-4549-ab40-40457a614ee6 HTTP/1.1" status: 204 len: 168 time: 0.1585591 Oct 14 11:20:49.527397 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21870733-75c9-4719-b15c-10cd4a48bd72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f1f37e-b092-4549-ab40-40457a614ee6,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:49.531675 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port c01d4743-672f-44b4-84ce-fe574a7061cb, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=c01d4743-672f-44b4-84ce-fe574a7061cb,segment=NetworkSegment(f89198a1-603f-4689-b5b2-f4b9245553bb),segment_id=f89198a1-603f-4689-b5b2-f4b9245553bb)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:20:49.553211 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Returning: {'device': 'c01d4743-672f-44b4-84ce-fe574a7061cb', 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51', 'port_id': 'c01d4743-672f-44b4-84ce-fe574a7061cb', 'mac_address': 'fa:16:3e:d3:e1:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca00ce8-46db-40c9-b0ce-2996d51e47d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:20:49.593817 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:49.607653 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c01d4743-672f-44b4-84ce-fe574a7061cb {{(pid=99970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:20:49.631746 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port c01d4743-672f-44b4-84ce-fe574a7061cb, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=c01d4743-672f-44b4-84ce-fe574a7061cb,segment=NetworkSegment(f89198a1-603f-4689-b5b2-f4b9245553bb),segment_id=f89198a1-603f-4689-b5b2-f4b9245553bb)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:20:49.636279 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:49.692608 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=c01d4743-672f-44b4-84ce-fe574a7061cb,revision_number=9']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:49.714538 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6096742-eac6-41e0-ae99-63d73133d388 req-780f1d5d-d77f-43ab-91e3-f00aa8bafa66 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:49.716071 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d6096742-eac6-41e0-ae99-63d73133d388 req-780f1d5d-d77f-43ab-91e3-f00aa8bafa66 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 944 time: 0.0611103 Oct 14 11:20:49.757697 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d6096742-eac6-41e0-ae99-63d73133d388 req-93337fcf-e6ba-4faa-80d4-795c209b5891 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336812 Oct 14 11:20:49.869350 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['c01d4743-672f-44b4-84ce-fe574a7061cb'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:20:49.916730 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db85f28-1a4e-4819-89f7-fa3062f0b069 req-1403b22a-8d51-4b0b-8959-2362db6a2a58 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:49.918601 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4db85f28-1a4e-4819-89f7-fa3062f0b069 req-1403b22a-8d51-4b0b-8959-2362db6a2a58 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc82ae67-1dc6-4687-af02-334a023437ef HTTP/1.1" status: 200 len: 945 time: 0.0551708 Oct 14 11:20:49.971086 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4db85f28-1a4e-4819-89f7-fa3062f0b069 req-f37b74ca-efef-455d-9aa3-f29231830022 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450094 Oct 14 11:20:50.096455 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa2a79-e83b-46e7-90e2-466d60aed4fc req-03914ef4-47d2-4fa8-bd27-1fa963a18d00 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:50.097950 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e1fa2a79-e83b-46e7-90e2-466d60aed4fc req-03914ef4-47d2-4fa8-bd27-1fa963a18d00 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc82ae67-1dc6-4687-af02-334a023437ef HTTP/1.1" status: 200 len: 945 time: 0.0512753 Oct 14 11:20:50.135720 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e1fa2a79-e83b-46e7-90e2-466d60aed4fc req-838dcbdd-abb2-4e79-89e2-e81395e8d6e3 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316622 Oct 14 11:20:50.158589 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 37836) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:20:50.202890 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5671eb57-92bf-4154-99f9-c5fa927d2b9a tempest-TestVolumeBootPattern-870622354 tempest-TestVolumeBootPattern-870622354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:50.204336 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-5671eb57-92bf-4154-99f9-c5fa927d2b9a tempest-TestVolumeBootPattern-870622354 tempest-TestVolumeBootPattern-870622354-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=bc82ae67-1dc6-4687-af02-334a023437ef HTTP/1.1" status: 200 len: 1093 time: 0.0445137 Oct 14 11:20:50.207313 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 37840) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:20:50.212163 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-a869e618-ce77-45c0-a76c-d795f3564e13 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Request body: {'floatingip': {'floating_network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'port_id': '5a9696ae-ccd3-4767-af74-27758b58f407', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:20:50.233551 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-a869e618-ce77-45c0-a76c-d795f3564e13 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for floatingip, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:50.266916 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 37842) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:20:50.329183 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-a869e618-ce77-45c0-a76c-d795f3564e13 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:50.365119 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-549f12bc-29b8-4e7b-8b75-5c677b6102d8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-775078440-network', 'tenant_id': 'd6f66e5d3d844e46bfd2cfc5a09f0b0e'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:20:50.387090 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549f12bc-29b8-4e7b-8b75-5c677b6102d8 admin admin] Made reservation on behalf of d6f66e5d3d844e46bfd2cfc5a09f0b0e for: {'network': 1} {{(pid=99968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:20:50.389390 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-549f12bc-29b8-4e7b-8b75-5c677b6102d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for network, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:50.399331 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-549f12bc-29b8-4e7b-8b75-5c677b6102d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:50.439984 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.db_base_plugin_common [None req-a869e618-ce77-45c0-a76c-d795f3564e13 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Allocated IP 172.27.0.25 (e7b04304-7a8b-409f-a7ac-32fc979111a9/b7c74a80-f412-4798-967a-8287544534dc/87c676b8-0257-4b9b-aae6-d4bce583c414) {{(pid=99969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:20:50.478894 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-549f12bc-29b8-4e7b-8b75-5c677b6102d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:50.482843 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-549f12bc-29b8-4e7b-8b75-5c677b6102d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:50.509426 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-549f12bc-29b8-4e7b-8b75-5c677b6102d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=99968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 11:20:50.519044 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f12bc-29b8-4e7b-8b75-5c677b6102d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28053a3e-5eb5-4ed0-a012-4a95a63f5194,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:50.525769 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-549f12bc-29b8-4e7b-8b75-5c677b6102d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240'] for segment, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:50.526158 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.db.segments_db [None req-549f12bc-29b8-4e7b-8b75-5c677b6102d8 admin admin] Added segment e8baed6a-7b70-4dec-9fa8-02be3ee433c5 of type vlan for network dd2e55ff-bea9-497b-8bc1-83c0a31bf727 Oct 14 11:20:50.545024 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-a869e618-ce77-45c0-a76c-d795f3564e13 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for port, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:50.572775 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-549f12bc-29b8-4e7b-8b75-5c677b6102d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755827645040'] for network, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:50.580466 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-a869e618-ce77-45c0-a76c-d795f3564e13 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:50.600585 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-549f12bc-29b8-4e7b-8b75-5c677b6102d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994'] for network, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:50.601643 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549f12bc-29b8-4e7b-8b75-5c677b6102d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:50.602250 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-549f12bc-29b8-4e7b-8b75-5c677b6102d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for network, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:50.624830 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a869e618-ce77-45c0-a76c-d795f3564e13 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Network e7b04304-7a8b-409f-a7ac-32fc979111a9 is already hosted by enough agents. {{(pid=99969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:20:50.628319 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.base_scheduler [None req-a869e618-ce77-45c0-a76c-d795f3564e13 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Resources bound (agent type, host, resource id): {{(pid=99969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:20:50.632788 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a869e618-ce77-45c0-a76c-d795f3564e13 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Received port after_create {{(pid=99969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:20:50.638528 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-549f12bc-29b8-4e7b-8b75-5c677b6102d8 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3675327 Oct 14 11:20:50.638912 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 37846) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:20:50.643769 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-9b7ce507-446b-4f0a-81e3-2404c5aba6f8 admin admin] Request body: {'subnet': {'network_id': 'dd2e55ff-bea9-497b-8bc1-83c0a31bf727', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-775078440-subnet', 'tenant_id': 'd6f66e5d3d844e46bfd2cfc5a09f0b0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:20:50.659607 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869e618-ce77-45c0-a76c-d795f3564e13 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Pushing event updated for resources: {'Port': ['ID=87c676b8-0257-4b9b-aae6-d4bce583c414,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:50.682209 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f12bc-29b8-4e7b-8b75-5c677b6102d8 admin admin] Pushing event updated for resources: {'Network': ['ID=dd2e55ff-bea9-497b-8bc1-83c0a31bf727,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:50.701144 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7ce507-446b-4f0a-81e3-2404c5aba6f8 admin admin] Made reservation on behalf of d6f66e5d3d844e46bfd2cfc5a09f0b0e for: {'subnet': 1} {{(pid=99968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:20:50.702338 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Network dd2e55ff-bea9-497b-8bc1-83c0a31bf727 details requested by agent ovs-agent-dv-cinder-801354-3-iscsi with host dv-cinder-801354-3-iscsi {{(pid=99970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 11:20:50.704585 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9b7ce507-446b-4f0a-81e3-2404c5aba6f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070002207'] for subnet, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:50.897906 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9b7ce507-446b-4f0a-81e3-2404c5aba6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065087650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070002185'] for subnet, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:50.944749 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e54970-6a73-46dd-833a-a994862f2047 req-69d970b5-acbf-4c15-b095-7345d54ef40b tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:50.946422 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-49e54970-6a73-46dd-833a-a994862f2047 req-69d970b5-acbf-4c15-b095-7345d54ef40b tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 944 time: 0.0937448 Oct 14 11:20:50.958556 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ce507-446b-4f0a-81e3-2404c5aba6f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e374dea-c464-4be1-9c48-966cd74b0bc2,revision_number=0']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:50.967814 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7ce507-446b-4f0a-81e3-2404c5aba6f8 admin admin] Checking segment: {'id': 'e8baed6a-7b70-4dec-9fa8-02be3ee433c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'dd2e55ff-bea9-497b-8bc1-83c0a31bf727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:20:50.968170 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7ce507-446b-4f0a-81e3-2404c5aba6f8 admin admin] Network hostable DHCP agents. Network: dd2e55ff-bea9-497b-8bc1-83c0a31bf727, hostable agents: ['dc103412-d4dc-48a3-9309-49b6d77c9d56'], hosted agents: [] {{(pid=99968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 11:20:50.988100 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7ce507-446b-4f0a-81e3-2404c5aba6f8 admin admin] Network dd2e55ff-bea9-497b-8bc1-83c0a31bf727 is scheduled to be hosted by DHCP agent dc103412-d4dc-48a3-9309-49b6d77c9d56 with binding_index 1 {{(pid=99968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 11:20:50.999367 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [None req-9b7ce507-446b-4f0a-81e3-2404c5aba6f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-3-iscsi, dd2e55ff-bea9-497b-8bc1-83c0a31bf727) {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:20:51.005097 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7ce507-446b-4f0a-81e3-2404c5aba6f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:51.006044 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9b7ce507-446b-4f0a-81e3-2404c5aba6f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:51.019432 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408742ae-2f3c-4f62-96a8-3459384dcdb9 None None] Network dd2e55ff-bea9-497b-8bc1-83c0a31bf727 requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:20:51.029623 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-9b7ce507-446b-4f0a-81e3-2404c5aba6f8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3895853 Oct 14 11:20:51.072878 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-49e54970-6a73-46dd-833a-a994862f2047 req-9203a161-b0ae-4d45-b20e-39fa7505f3f6 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104434 Oct 14 11:20:51.199462 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a325442-4acf-4c5b-be49-b45e1306c90f None None] Network dd2e55ff-bea9-497b-8bc1-83c0a31bf727 requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:20:51.209048 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-a869e618-ce77-45c0-a76c-d795f3564e13 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for floatingip, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:51.312711 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-a869e618-ce77-45c0-a76c-d795f3564e13 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:51.430005 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device c01d4743-672f-44b4-84ce-fe574a7061cb up at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:20:51.496609 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning complete for port c01d4743-672f-44b4-84ce-fe574a7061cb triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:20:51.497294 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:51.518520 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-a869e618-ce77-45c0-a76c-d795f3564e13 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for port, precommit_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:51.527141 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-a869e618-ce77-45c0-a76c-d795f3564e13 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071033321'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:51.602766 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:51.630067 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869e618-ce77-45c0-a76c-d795f3564e13 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Pushing event updated for resources: {'Port': ['ID=87c676b8-0257-4b9b-aae6-d4bce583c414,revision_number=2']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:51.643069 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-a869e618-ce77-45c0-a76c-d795f3564e13 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1073340614'] for floatingip, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:51.644366 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219638ff-5477-482f-8ba8-3e4945723bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01d4743-672f-44b4-84ce-fe574a7061cb'}] {{(pid=99970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:20:51.648554 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e67274c3f7888a1e620d1da4f152c08f6ed72520f222e4ac6b19e3f5d220bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c79bf7-2359-499e-9202-9acae4c61553" -d '{"events": [{"server_uuid": "219638ff-5477-482f-8ba8-3e4945723bf3", "name": "network-vif-plugged", "status": "completed", "tag": "c01d4743-672f-44b4-84ce-fe574a7061cb"}]}' {{(pid=99970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:20:51.665455 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port c01d4743-672f-44b4-84ce-fe574a7061cb, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=c01d4743-672f-44b4-84ce-fe574a7061cb,segment=NetworkSegment(f89198a1-603f-4689-b5b2-f4b9245553bb),segment_id=f89198a1-603f-4689-b5b2-f4b9245553bb)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:20:51.672653 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:51.717695 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 37866) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:20:51.722689 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-8c6b7b06-8b98-465b-9029-55a02c052c74 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-454925158-network', 'tenant_id': 'c57bf473893543678bb4f5604b0907c4'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:20:51.730622 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f297e0-ccd7-467a-9a5d-68e273f79956 x-openstack-request-id: req-18f297e0-ccd7-467a-9a5d-68e273f79956 {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:20:51.731204 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "219638ff-5477-482f-8ba8-3e4945723bf3", "name": "network-vif-plugged", "status": "completed", "tag": "c01d4743-672f-44b4-84ce-fe574a7061cb", "code": 200}]} {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:20:51.731496 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-18f297e0-ccd7-467a-9a5d-68e273f79956 {{(pid=99970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:20:51.732718 dv-cinder-801354-3-iscsi neutron-server[99970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '219638ff-5477-482f-8ba8-3e4945723bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01d4743-672f-44b4-84ce-fe574a7061cb', 'code': 200} Oct 14 11:20:51.748009 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=c01d4743-672f-44b4-84ce-fe574a7061cb,revision_number=10']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:51.763574 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6b7b06-8b98-465b-9029-55a02c052c74 admin admin] Made reservation on behalf of c57bf473893543678bb4f5604b0907c4 for: {'network': 1} {{(pid=99968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:20:51.767257 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8c6b7b06-8b98-465b-9029-55a02c052c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for network, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:51.782803 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8c6b7b06-8b98-465b-9029-55a02c052c74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:51.886092 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8c6b7b06-8b98-465b-9029-55a02c052c74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:51.891447 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8c6b7b06-8b98-465b-9029-55a02c052c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:51.920232 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c6b7b06-8b98-465b-9029-55a02c052c74 admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=99968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 11:20:51.932797 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b7b06-8b98-465b-9029-55a02c052c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b84637-db73-48b6-8237-a6bfe3c41d13,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:51.939344 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8c6b7b06-8b98-465b-9029-55a02c052c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240'] for segment, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:51.939692 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.db.segments_db [None req-8c6b7b06-8b98-465b-9029-55a02c052c74 admin admin] Added segment 3ce4bbbb-6c5f-4191-b3ec-627af2ac53e4 of type vlan for network b59cb5c9-7dd1-49fe-a718-092f347109a3 Oct 14 11:20:51.987549 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8c6b7b06-8b98-465b-9029-55a02c052c74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755827645040'] for network, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:52.030403 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8c6b7b06-8b98-465b-9029-55a02c052c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994'] for network, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:52.032254 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6b7b06-8b98-465b-9029-55a02c052c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:52.034071 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8c6b7b06-8b98-465b-9029-55a02c052c74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for network, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:52.097799 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-8c6b7b06-8b98-465b-9029-55a02c052c74 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3785799 Oct 14 11:20:52.101674 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 37868) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:20:52.110486 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-d3e2073a-c139-4a7a-8bfc-cfe38cbee9b5 admin admin] Request body: {'subnet': {'network_id': 'b59cb5c9-7dd1-49fe-a718-092f347109a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-454925158-subnet', 'tenant_id': 'c57bf473893543678bb4f5604b0907c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:20:52.118391 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f04b00-9863-4b18-a4ed-63ff45bfb07b req-eb8fdd81-e392-4780-b78d-8dbe7baedd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:52.119889 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e5f04b00-9863-4b18-a4ed-63ff45bfb07b req-eb8fdd81-e392-4780-b78d-8dbe7baedd2c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 1099 time: 0.1012764 Oct 14 11:20:52.156322 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b7b06-8b98-465b-9029-55a02c052c74 admin admin] Pushing event updated for resources: {'Network': ['ID=b59cb5c9-7dd1-49fe-a718-092f347109a3,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:52.168909 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.db.l3_db [None req-a869e618-ce77-45c0-a76c-d795f3564e13 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Floating IP ccf444cc-8277-4097-b35b-418e928636cf associated. External IP: 172.27.0.25, port: 5a9696ae-ccd3-4767-af74-27758b58f407. Oct 14 11:20:52.179160 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Network b59cb5c9-7dd1-49fe-a718-092f347109a3 details requested by agent ovs-agent-dv-cinder-801354-3-iscsi with host dv-cinder-801354-3-iscsi {{(pid=99970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 11:20:52.260548 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e2073a-c139-4a7a-8bfc-cfe38cbee9b5 admin admin] Made reservation on behalf of c57bf473893543678bb4f5604b0907c4 for: {'subnet': 1} {{(pid=99969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:20:52.262865 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d3e2073a-c139-4a7a-8bfc-cfe38cbee9b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070997336'] for subnet, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:52.287667 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e5f04b00-9863-4b18-a4ed-63ff45bfb07b req-48af043b-4ab2-4c5c-8de1-dc250745d163 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600907 Oct 14 11:20:52.413743 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b9299-ce7b-4f83-a0ec-3edfc7e2494a req-2a79c563-653c-4554-bc4e-0ac970ccb5ed tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:52.415318 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b25b9299-ce7b-4f83-a0ec-3edfc7e2494a req-2a79c563-653c-4554-bc4e-0ac970ccb5ed tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 946 time: 0.1997786 Oct 14 11:20:52.540275 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b25b9299-ce7b-4f83-a0ec-3edfc7e2494a req-c67f6910-fffb-4761-9ef1-dd5b4b4d9e38 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185529 Oct 14 11:20:52.653371 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d3e2073a-c139-4a7a-8bfc-cfe38cbee9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071035758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070997326'] for subnet, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:52.656223 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a869e618-ce77-45c0-a76c-d795f3564e13 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Router d3390d2a-e921-4dc5-9520-011e2374b090 has already been hosted by L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 {{(pid=99969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:20:52.720414 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e2073a-c139-4a7a-8bfc-cfe38cbee9b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=827233ee-0eda-4d28-8c2a-7b098934dc8f,revision_number=0']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:20:52.781339 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e2073a-c139-4a7a-8bfc-cfe38cbee9b5 admin admin] Checking segment: {'id': '3ce4bbbb-6c5f-4191-b3ec-627af2ac53e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'b59cb5c9-7dd1-49fe-a718-092f347109a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:20:52.781694 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e2073a-c139-4a7a-8bfc-cfe38cbee9b5 admin admin] Network hostable DHCP agents. Network: b59cb5c9-7dd1-49fe-a718-092f347109a3, hostable agents: ['dc103412-d4dc-48a3-9309-49b6d77c9d56'], hosted agents: [] {{(pid=99969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 11:20:52.842670 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e2073a-c139-4a7a-8bfc-cfe38cbee9b5 admin admin] Network b59cb5c9-7dd1-49fe-a718-092f347109a3 is scheduled to be hosted by DHCP agent dc103412-d4dc-48a3-9309-49b6d77c9d56 with binding_index 1 {{(pid=99969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 11:20:52.858766 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a869e618-ce77-45c0-a76c-d795f3564e13 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:20:52.860875 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.base_scheduler [None req-d3e2073a-c139-4a7a-8bfc-cfe38cbee9b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-3-iscsi, b59cb5c9-7dd1-49fe-a718-092f347109a3) {{(pid=99969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:20:52.868236 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e2073a-c139-4a7a-8bfc-cfe38cbee9b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:52.869017 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d3e2073a-c139-4a7a-8bfc-cfe38cbee9b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for subnet, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:52.875198 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8f7742-0f5e-44d4-bdf9-aa7c04620e1c None None] Sync routers for ids ['d3390d2a-e921-4dc5-9520-011e2374b090'] in dv-cinder-801354-3-iscsi {{(pid=99971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:20:52.887569 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-a869e618-ce77-45c0-a76c-d795f3564e13 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for floatingip, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:52.893433 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e82a13f-ffd5-4cc2-b55c-9d7b6e33856c None None] Network b59cb5c9-7dd1-49fe-a718-092f347109a3 requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:20:52.894076 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-d3e2073a-c139-4a7a-8bfc-cfe38cbee9b5 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7894166 Oct 14 11:20:52.909900 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8f7742-0f5e-44d4-bdf9-aa7c04620e1c None None] Routers {'d3390d2a-e921-4dc5-9520-011e2374b090'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:20:52.936677 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-4d8f7742-0f5e-44d4-bdf9-aa7c04620e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fd93bc10>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:20:42Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['d3390d2a-e921-4dc5-9520-011e2374b090'], 'active': True} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:20:52.937582 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-a869e618-ce77-45c0-a76c-d795f3564e13 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7146287 Oct 14 11:20:52.937582 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc82ae67-1dc6-4687-af02-334a023437ef', 'tag': '5a9696ae-ccd3-4767-af74-27758b58f407'}] {{(pid=99969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:20:52.937582 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a93a02263ebe6e695f08df3ef7f4cabed4a40ac7132537441ac5c84a82560800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bcd90b-af4c-4d98-a935-19d615af2cf1" -d '{"events": [{"name": "network-changed", "server_uuid": "bc82ae67-1dc6-4687-af02-334a023437ef", "tag": "5a9696ae-ccd3-4767-af74-27758b58f407"}]}' {{(pid=99969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:20:52.972441 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90ed6a6-64fc-481c-8ac4-417e5e5d7acd x-openstack-request-id: req-a90ed6a6-64fc-481c-8ac4-417e5e5d7acd {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:20:52.972728 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc82ae67-1dc6-4687-af02-334a023437ef", "tag": "5a9696ae-ccd3-4767-af74-27758b58f407", "status": "completed", "code": 200}]} {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:20:52.973844 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a90ed6a6-64fc-481c-8ac4-417e5e5d7acd {{(pid=99969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:20:52.974326 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc82ae67-1dc6-4687-af02-334a023437ef', 'tag': '5a9696ae-ccd3-4767-af74-27758b58f407', 'status': 'completed', 'code': 200} Oct 14 11:20:53.069925 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bcd90b-af4c-4d98-a935-19d615af2cf1 req-5410277b-fb1d-4648-a9ea-29af9fce3100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:53.071370 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c4bcd90b-af4c-4d98-a935-19d615af2cf1 req-5410277b-fb1d-4648-a9ea-29af9fce3100 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4e158813d8fb41e8ab4e77f6fecff0e2&device_id=bc82ae67-1dc6-4687-af02-334a023437ef HTTP/1.1" status: 200 len: 1098 time: 0.0727589 Oct 14 11:20:53.099345 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49802fa-0c62-4cf8-b99b-245361ae682d None None] Network b59cb5c9-7dd1-49fe-a718-092f347109a3 requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:20:53.121135 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvr_db [None req-4d8f7742-0f5e-44d4-bdf9-aa7c04620e1c None None] Set router d3390d2a-e921-4dc5-9520-011e2374b090 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:20:53.192047 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bcd90b-af4c-4d98-a935-19d615af2cf1 req-38afd491-e5c8-4715-bc3a-26ef94c65d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:53.193595 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c4bcd90b-af4c-4d98-a935-19d615af2cf1 req-38afd491-e5c8-4715-bc3a-26ef94c65d55 service neutron] 10.222.0.39 "GET /v2.0/networks?id=78406704-323b-4611-9294-7a5775aebeb9 HTTP/1.1" status: 200 len: 913 time: 0.1093462 Oct 14 11:20:53.279223 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c4bcd90b-af4c-4d98-a935-19d615af2cf1 req-c1083513-ccdf-443e-8a3b-35fee02a170c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a9696ae-ccd3-4767-af74-27758b58f407 HTTP/1.1" status: 200 len: 998 time: 0.0768597 Oct 14 11:20:53.397523 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bcd90b-af4c-4d98-a935-19d615af2cf1 req-8d8cef69-07a9-447a-91f3-9f0e7a5a336f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:53.398009 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-4d8f7742-0f5e-44d4-bdf9-aa7c04620e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fd93bc10>, [{'id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'name': 'tempest-TestVolumeBootPattern-1988551177-router', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:43Z', 'updated_at': '2021-10-14T11:16:54Z', 'revision_number': 4, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'gw_port': {'id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:45Z', 'updated_at': '2021-10-14T11:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_floatingips': [{'id': 'ccf444cc-8277-4097-b35b-418e928636cf', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'floating_ip_address': '172.27.0.25', 'floating_network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'router_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'port_id': '5a9696ae-ccd3-4767-af74-27758b58f407', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'mac_address': 'fa:16:3e:de:de:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc82ae67-1dc6-4687-af02-334a023437ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:20:50Z', 'updated_at': '2021-10-14T11:20:50Z', 'revision_number': 0, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb97258-08ef-47e3-9e28-efb6a506d066', 'name': '', 'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'mac_address': 'fa:16:3e:28:73:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:52Z', 'updated_at': '2021-10-14T11:17:05Z', 'revision_number': 5, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'subnets': [{'id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:20:53.399151 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c4bcd90b-af4c-4d98-a935-19d615af2cf1 req-8d8cef69-07a9-447a-91f3-9f0e7a5a336f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8d13795-4deb-41c7-a1d9-9368b1e4f7b1 HTTP/1.1" status: 200 len: 851 time: 0.1077921 Oct 14 11:20:53.427963 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8f7742-0f5e-44d4-bdf9-aa7c04620e1c None None] Checking router: d3390d2a-e921-4dc5-9520-011e2374b090 for host: dv-cinder-801354-3-iscsi {{(pid=99971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:20:53.439718 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8f7742-0f5e-44d4-bdf9-aa7c04620e1c None None] Routers {'d3390d2a-e921-4dc5-9520-011e2374b090'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:20:53.440595 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-4d8f7742-0f5e-44d4-bdf9-aa7c04620e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fd93bc10>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:20:42Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['d3390d2a-e921-4dc5-9520-011e2374b090'], 'active': True} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:20:53.463881 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bcd90b-af4c-4d98-a935-19d615af2cf1 req-0dbe1ac4-a3af-45fb-b6d4-beb5f207ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:53.465951 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c4bcd90b-af4c-4d98-a935-19d615af2cf1 req-0dbe1ac4-a3af-45fb-b6d4-beb5f207ba44 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=78406704-323b-4611-9294-7a5775aebeb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0587659 Oct 14 11:20:53.599750 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvr_db [None req-4d8f7742-0f5e-44d4-bdf9-aa7c04620e1c None None] Set router d3390d2a-e921-4dc5-9520-011e2374b090 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:20:53.638539 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c4bcd90b-af4c-4d98-a935-19d615af2cf1 req-ebc384d4-cae3-47d1-b7c3-4d005bd8a65d service neutron] 10.222.0.39 "GET /v2.0/networks/78406704-323b-4611-9294-7a5775aebeb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623189 Oct 14 11:20:53.829793 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab1313-c4f3-4a7e-ad12-b9609eade859 req-a1174eb9-dadf-410d-a9cf-5ff49c45ef5d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:53.831488 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e8ab1313-c4f3-4a7e-ad12-b9609eade859 req-a1174eb9-dadf-410d-a9cf-5ff49c45ef5d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 946 time: 0.1728756 Oct 14 11:20:53.892119 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c4bcd90b-af4c-4d98-a935-19d615af2cf1 req-8dcc34dc-f6be-4a0b-bd18-ddab1db4889c service neutron] 10.222.0.39 "GET /v2.0/networks/78406704-323b-4611-9294-7a5775aebeb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453241 Oct 14 11:20:53.896626 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e8ab1313-c4f3-4a7e-ad12-b9609eade859 req-0caee2bf-cd34-42db-bcc1-f82617280a1a tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545981 Oct 14 11:20:53.945162 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-4d8f7742-0f5e-44d4-bdf9-aa7c04620e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fd93bc10>, [{'id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'name': 'tempest-TestVolumeBootPattern-1988551177-router', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:43Z', 'updated_at': '2021-10-14T11:16:54Z', 'revision_number': 4, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'gw_port': {'id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:45Z', 'updated_at': '2021-10-14T11:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_floatingips': [{'id': 'ccf444cc-8277-4097-b35b-418e928636cf', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'floating_ip_address': '172.27.0.25', 'floating_network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'router_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'port_id': '5a9696ae-ccd3-4767-af74-27758b58f407', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'mac_address': 'fa:16:3e:de:de:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc82ae67-1dc6-4687-af02-334a023437ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:20:50Z', 'updated_at': '2021-10-14T11:20:50Z', 'revision_number': 0, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb97258-08ef-47e3-9e28-efb6a506d066', 'name': '', 'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'mac_address': 'fa:16:3e:28:73:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:52Z', 'updated_at': '2021-10-14T11:17:05Z', 'revision_number': 5, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'subnets': [{'id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:20:53.983212 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8f7742-0f5e-44d4-bdf9-aa7c04620e1c None None] The sync data for ids ['d3390d2a-e921-4dc5-9520-011e2374b090'] in dv-cinder-801354-3-iscsi is: [{'id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'name': 'tempest-TestVolumeBootPattern-1988551177-router', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:43Z', 'updated_at': '2021-10-14T11:16:54Z', 'revision_number': 4, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'gw_port': {'id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:45Z', 'updated_at': '2021-10-14T11:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_floatingips': [{'id': 'ccf444cc-8277-4097-b35b-418e928636cf', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'floating_ip_address': '172.27.0.25', 'floating_network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'router_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'port_id': '5a9696ae-ccd3-4767-af74-27758b58f407', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'mac_address': 'fa:16:3e:de:de:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc82ae67-1dc6-4687-af02-334a023437ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:20:50Z', 'updated_at': '2021-10-14T11:20:50Z', 'revision_number': 0, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb97258-08ef-47e3-9e28-efb6a506d066', 'name': '', 'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'mac_address': 'fa:16:3e:28:73:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:52Z', 'updated_at': '2021-10-14T11:17:05Z', 'revision_number': 5, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'subnets': [{'id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:20:54.213759 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb83cd1-0f26-42b7-b03f-ccba02e9c8d8 None None] New status for floating IP ccf444cc-8277-4097-b35b-418e928636cf: ACTIVE {{(pid=99970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 11:20:55.042568 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf7f8d-982f-4d4f-b671-3aac09e82639 req-a83ee813-b8a9-40e4-961a-42fc2edb8d56 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:20:55.044155 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c1cf7f8d-982f-4d4f-b671-3aac09e82639 req-a83ee813-b8a9-40e4-961a-42fc2edb8d56 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 946 time: 0.0581675 Oct 14 11:20:55.090376 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c1cf7f8d-982f-4d4f-b671-3aac09e82639 req-0f5ecd95-5610-4977-a111-d5679ecb6a97 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401962 Oct 14 11:21:06.761543 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 38040) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:06.807572 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a89e24c-6d57-4ace-8870-3f27d64308ec admin admin] Deleting subnet 3e374dea-c464-4be1-9c48-966cd74b0bc2 {{(pid=99969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 11:21:06.810909 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-9a89e24c-6d57-4ace-8870-3f27d64308ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:06.848041 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-9a89e24c-6d57-4ace-8870-3f27d64308ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070485481'] for subnet, precommit_delete_associations {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:06.886079 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-9a89e24c-6d57-4ace-8870-3f27d64308ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725203'] for subnet, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:06.941416 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-9a89e24c-6d57-4ace-8870-3f27d64308ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071035695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070997365'] for subnet, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:06.967985 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a89e24c-6d57-4ace-8870-3f27d64308ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e374dea-c464-4be1-9c48-966cd74b0bc2,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:06.969929 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-9a89e24c-6d57-4ace-8870-3f27d64308ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for subnet, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:06.973563 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-9a89e24c-6d57-4ace-8870-3f27d64308ec admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3e374dea-c464-4be1-9c48-966cd74b0bc2 HTTP/1.1" status: 204 len: 168 time: 0.2104778 Oct 14 11:21:06.976122 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 38042) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:07.042895 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7bff499a-d000-4575-a3d0-4762965551b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544921'] for network, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:07.121850 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7bff499a-d000-4575-a3d0-4762965551b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727366', 'neutron.services.segments.db._delete_segments_for_network-8755828151089'] for network, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:07.140712 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.services.segments.db [None req-7bff499a-d000-4575-a3d0-4762965551b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f69f79ba280>,) {'filters': {'network_id': ['dd2e55ff-bea9-497b-8bc1-83c0a31bf727']}} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:21:07.150203 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.services.segments.db [None req-7bff499a-d000-4575-a3d0-4762965551b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f69f79ba280>, 'e8baed6a-7b70-4dec-9fa8-02be3ee433c5') {'for_net_delete': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:21:07.150510 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.services.segments.db [None req-7bff499a-d000-4575-a3d0-4762965551b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f69f79ba280>, 'e8baed6a-7b70-4dec-9fa8-02be3ee433c5') {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:21:07.160971 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7bff499a-d000-4575-a3d0-4762965551b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755828152634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070485456'] for segment, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:07.174414 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7bff499a-d000-4575-a3d0-4762965551b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240'] for segment, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:07.180449 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bff499a-d000-4575-a3d0-4762965551b4 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=99969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 11:21:07.180834 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7bff499a-d000-4575-a3d0-4762965551b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071033229'] for segment, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:07.182498 dv-cinder-801354-3-iscsi neutron-server[99969]: Traceback (most recent call last): Oct 14 11:21:07.182498 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 11:21:07.182498 dv-cinder-801354-3-iscsi neutron-server[99969]: timer() Oct 14 11:21:07.182498 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 11:21:07.182498 dv-cinder-801354-3-iscsi neutron-server[99969]: cb(*args, **kw) Oct 14 11:21:07.182498 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 11:21:07.182498 dv-cinder-801354-3-iscsi neutron-server[99969]: return func(*args, **kwargs) Oct 14 11:21:07.182498 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 11:21:07.182498 dv-cinder-801354-3-iscsi neutron-server[99969]: self._notify() Oct 14 11:21:07.182498 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 11:21:07.182498 dv-cinder-801354-3-iscsi neutron-server[99969]: self.callback(batched_events) Oct 14 11:21:07.182498 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 11:21:07.182498 dv-cinder-801354-3-iscsi neutron-server[99969]: event.method(event) Oct 14 11:21:07.182498 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 11:21:07.182498 dv-cinder-801354-3-iscsi neutron-server[99969]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 11:21:07.182498 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 11:21:07.182498 dv-cinder-801354-3-iscsi neutron-server[99969]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 11:21:07.182498 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 11:21:07.182498 dv-cinder-801354-3-iscsi neutron-server[99969]: return f(self, *a, **k) Oct 14 11:21:07.182498 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 11:21:07.182498 dv-cinder-801354-3-iscsi neutron-server[99969]: return self._get(url).json() Oct 14 11:21:07.182498 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 11:21:07.182498 dv-cinder-801354-3-iscsi neutron-server[99969]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 11:21:07.182498 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 11:21:07.182498 dv-cinder-801354-3-iscsi neutron-server[99969]: return self.request(url, 'GET', **kwargs) Oct 14 11:21:07.182498 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 11:21:07.182498 dv-cinder-801354-3-iscsi neutron-server[99969]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 11:21:07.182498 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 11:21:07.182498 dv-cinder-801354-3-iscsi neutron-server[99969]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 11:21:07.182498 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 11:21:07.182498 dv-cinder-801354-3-iscsi neutron-server[99969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 11:21:07.182498 dv-cinder-801354-3-iscsi neutron-server[99969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 11:21:07.244736 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7bff499a-d000-4575-a3d0-4762965551b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1073340624'] for network, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:07.250647 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7bff499a-d000-4575-a3d0-4762965551b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for network, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:07.254381 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-7bff499a-d000-4575-a3d0-4762965551b4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/dd2e55ff-bea9-497b-8bc1-83c0a31bf727 HTTP/1.1" status: 204 len: 168 time: 0.2771344 Oct 14 11:21:07.257937 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 38044) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:07.265286 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff499a-d000-4575-a3d0-4762965551b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd2e55ff-bea9-497b-8bc1-83c0a31bf727,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:07.307978 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ba40c6a-9591-4cc8-85d8-14e589977982 admin admin] Deleting subnet 827233ee-0eda-4d28-8c2a-7b098934dc8f {{(pid=99968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 11:21:07.313625 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-2ba40c6a-9591-4cc8-85d8-14e589977982 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:07.352357 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-2ba40c6a-9591-4cc8-85d8-14e589977982 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069810409'] for subnet, precommit_delete_associations {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:07.390271 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-2ba40c6a-9591-4cc8-85d8-14e589977982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725203'] for subnet, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:07.446666 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-2ba40c6a-9591-4cc8-85d8-14e589977982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065087715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070002226'] for subnet, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:07.473979 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba40c6a-9591-4cc8-85d8-14e589977982 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=827233ee-0eda-4d28-8c2a-7b098934dc8f,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:07.476009 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-2ba40c6a-9591-4cc8-85d8-14e589977982 admin admin] Publish callbacks [] for subnet, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:07.479213 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-2ba40c6a-9591-4cc8-85d8-14e589977982 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/827233ee-0eda-4d28-8c2a-7b098934dc8f HTTP/1.1" status: 204 len: 168 time: 0.2198808 Oct 14 11:21:07.481693 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 38046) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:07.551620 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b152cf54-8f75-426d-8af7-3c7158cb7513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544921'] for network, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:07.635230 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b152cf54-8f75-426d-8af7-3c7158cb7513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727366', 'neutron.services.segments.db._delete_segments_for_network-8755828151089'] for network, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:07.655049 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.services.segments.db [None req-b152cf54-8f75-426d-8af7-3c7158cb7513 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f69f792a250>,) {'filters': {'network_id': ['b59cb5c9-7dd1-49fe-a718-092f347109a3']}} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:21:07.664415 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.services.segments.db [None req-b152cf54-8f75-426d-8af7-3c7158cb7513 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f69f792a250>, '3ce4bbbb-6c5f-4191-b3ec-627af2ac53e4') {'for_net_delete': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:21:07.664718 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.services.segments.db [None req-b152cf54-8f75-426d-8af7-3c7158cb7513 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f69f792a250>, '3ce4bbbb-6c5f-4191-b3ec-627af2ac53e4') {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:21:07.673868 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b152cf54-8f75-426d-8af7-3c7158cb7513 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755828152634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069810384'] for segment, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:07.687542 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b152cf54-8f75-426d-8af7-3c7158cb7513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240'] for segment, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:07.694805 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b152cf54-8f75-426d-8af7-3c7158cb7513 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=99968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 11:21:07.695289 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b152cf54-8f75-426d-8af7-3c7158cb7513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065086017'] for segment, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:07.697055 dv-cinder-801354-3-iscsi neutron-server[99968]: Traceback (most recent call last): Oct 14 11:21:07.697055 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 11:21:07.697055 dv-cinder-801354-3-iscsi neutron-server[99968]: timer() Oct 14 11:21:07.697055 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 11:21:07.697055 dv-cinder-801354-3-iscsi neutron-server[99968]: cb(*args, **kw) Oct 14 11:21:07.697055 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 11:21:07.697055 dv-cinder-801354-3-iscsi neutron-server[99968]: return func(*args, **kwargs) Oct 14 11:21:07.697055 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 11:21:07.697055 dv-cinder-801354-3-iscsi neutron-server[99968]: self._notify() Oct 14 11:21:07.697055 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 11:21:07.697055 dv-cinder-801354-3-iscsi neutron-server[99968]: self.callback(batched_events) Oct 14 11:21:07.697055 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 11:21:07.697055 dv-cinder-801354-3-iscsi neutron-server[99968]: event.method(event) Oct 14 11:21:07.697055 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 11:21:07.697055 dv-cinder-801354-3-iscsi neutron-server[99968]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 11:21:07.697055 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 11:21:07.697055 dv-cinder-801354-3-iscsi neutron-server[99968]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 11:21:07.697055 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 11:21:07.697055 dv-cinder-801354-3-iscsi neutron-server[99968]: return f(self, *a, **k) Oct 14 11:21:07.697055 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 11:21:07.697055 dv-cinder-801354-3-iscsi neutron-server[99968]: return self._get(url).json() Oct 14 11:21:07.697055 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 11:21:07.697055 dv-cinder-801354-3-iscsi neutron-server[99968]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 11:21:07.697055 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 11:21:07.697055 dv-cinder-801354-3-iscsi neutron-server[99968]: return self.request(url, 'GET', **kwargs) Oct 14 11:21:07.697055 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 11:21:07.697055 dv-cinder-801354-3-iscsi neutron-server[99968]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 11:21:07.697055 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 11:21:07.697055 dv-cinder-801354-3-iscsi neutron-server[99968]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 11:21:07.697055 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 11:21:07.697055 dv-cinder-801354-3-iscsi neutron-server[99968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 11:21:07.697055 dv-cinder-801354-3-iscsi neutron-server[99968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 11:21:07.753108 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b152cf54-8f75-426d-8af7-3c7158cb7513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1073340624'] for network, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:07.759316 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b152cf54-8f75-426d-8af7-3c7158cb7513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for network, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:07.762463 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-b152cf54-8f75-426d-8af7-3c7158cb7513 admin admin] 10.222.0.46 "DELETE /v2.0/networks/b59cb5c9-7dd1-49fe-a718-092f347109a3 HTTP/1.1" status: 204 len: 168 time: 0.2798038 Oct 14 11:21:07.773387 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b152cf54-8f75-426d-8af7-3c7158cb7513 admin admin] Pushing event deleted for resources: {'Network': ['ID=b59cb5c9-7dd1-49fe-a718-092f347109a3,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:07.929315 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 38050) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:07.976162 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-42d22d36-1128-4095-9628-2cebf892e7bb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d6f66e5d3d844e46bfd2cfc5a09f0b0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456624 Oct 14 11:21:07.978611 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 38052) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:08.033717 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-0fc90d51-128b-4962-a0f9-1ae91bed5c3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:08.055786 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-0fc90d51-128b-4962-a0f9-1ae91bed5c3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:08.100554 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-0fc90d51-128b-4962-a0f9-1ae91bed5c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:08.103040 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-0fc90d51-128b-4962-a0f9-1ae91bed5c3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:08.104166 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-0fc90d51-128b-4962-a0f9-1ae91bed5c3e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/28053a3e-5eb5-4ed0-a012-4a95a63f5194 HTTP/1.1" status: 204 len: 168 time: 0.1246407 Oct 14 11:21:08.111703 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc90d51-128b-4962-a0f9-1ae91bed5c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28053a3e-5eb5-4ed0-a012-4a95a63f5194,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:08.452514 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 38058) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:08.493603 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-89edfbcd-13a5-4791-a717-80a5f1a68e53 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c57bf473893543678bb4f5604b0907c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399189 Oct 14 11:21:08.496034 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 38060) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:08.543950 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f59ad126-d71f-4a50-ab6e-eca6052efce2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:08.564985 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f59ad126-d71f-4a50-ab6e-eca6052efce2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:08.613516 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f59ad126-d71f-4a50-ab6e-eca6052efce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:08.616209 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f59ad126-d71f-4a50-ab6e-eca6052efce2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:08.617363 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-f59ad126-d71f-4a50-ab6e-eca6052efce2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/46b84637-db73-48b6-8237-a6bfe3c41d13 HTTP/1.1" status: 204 len: 168 time: 0.1204352 Oct 14 11:21:08.625281 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59ad126-d71f-4a50-ab6e-eca6052efce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b84637-db73-48b6-8237-a6bfe3c41d13,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:08.726651 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:08.849510 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-8797a225-c5e0-4ebe-9ac7-e43bb1bbf91b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:09.334044 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 38082) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:09.431857 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-eff51c2a-7b2e-48a4-95cb-081874639a8d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1570254412-network', 'tenant_id': '63fb954a50de4912a0e8e228a6d1556b'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:21:09.454550 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff51c2a-7b2e-48a4-95cb-081874639a8d admin admin] Made reservation on behalf of 63fb954a50de4912a0e8e228a6d1556b for: {'network': 1} {{(pid=99969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:21:09.457204 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-eff51c2a-7b2e-48a4-95cb-081874639a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for network, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:09.465746 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-eff51c2a-7b2e-48a4-95cb-081874639a8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:09.546451 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-eff51c2a-7b2e-48a4-95cb-081874639a8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:09.552427 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-eff51c2a-7b2e-48a4-95cb-081874639a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:09.580803 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff51c2a-7b2e-48a4-95cb-081874639a8d admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=99969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 11:21:09.588094 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff51c2a-7b2e-48a4-95cb-081874639a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01279012-4400-44e7-8792-5c39ec145b1b,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:09.594422 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-eff51c2a-7b2e-48a4-95cb-081874639a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240'] for segment, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:09.594756 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.db.segments_db [None req-eff51c2a-7b2e-48a4-95cb-081874639a8d admin admin] Added segment 6e92dd79-5d5e-407a-97fc-575b32661542 of type vlan for network 866e4ff3-dd11-4745-9bf5-de2aeef8be1a Oct 14 11:21:09.639827 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-eff51c2a-7b2e-48a4-95cb-081874639a8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755827645040'] for network, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:09.664682 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-eff51c2a-7b2e-48a4-95cb-081874639a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994'] for network, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:09.665905 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff51c2a-7b2e-48a4-95cb-081874639a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:09.666533 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-eff51c2a-7b2e-48a4-95cb-081874639a8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for network, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:09.701526 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-eff51c2a-7b2e-48a4-95cb-081874639a8d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3663328 Oct 14 11:21:09.704500 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 38086) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:09.709647 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-5bc83782-d6b5-4631-871a-2597c2ce31b8 admin admin] Request body: {'subnet': {'network_id': '866e4ff3-dd11-4745-9bf5-de2aeef8be1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1570254412-subnet', 'tenant_id': '63fb954a50de4912a0e8e228a6d1556b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:21:09.732968 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc83782-d6b5-4631-871a-2597c2ce31b8 admin admin] Made reservation on behalf of 63fb954a50de4912a0e8e228a6d1556b for: {'subnet': 1} {{(pid=99968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:21:09.733338 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff51c2a-7b2e-48a4-95cb-081874639a8d admin admin] Pushing event updated for resources: {'Network': ['ID=866e4ff3-dd11-4745-9bf5-de2aeef8be1a,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:09.735300 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-5bc83782-d6b5-4631-871a-2597c2ce31b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070002207'] for subnet, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:09.744679 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Network 866e4ff3-dd11-4745-9bf5-de2aeef8be1a details requested by agent ovs-agent-dv-cinder-801354-3-iscsi with host dv-cinder-801354-3-iscsi {{(pid=99970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 11:21:09.909525 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-5bc83782-d6b5-4631-871a-2597c2ce31b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065087650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070002185'] for subnet, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:09.970465 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc83782-d6b5-4631-871a-2597c2ce31b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba8dc28b-8053-457a-9c10-09b9d7d6e216,revision_number=0']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:09.980151 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc83782-d6b5-4631-871a-2597c2ce31b8 admin admin] Checking segment: {'id': '6e92dd79-5d5e-407a-97fc-575b32661542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '866e4ff3-dd11-4745-9bf5-de2aeef8be1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:21:09.980506 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc83782-d6b5-4631-871a-2597c2ce31b8 admin admin] Network hostable DHCP agents. Network: 866e4ff3-dd11-4745-9bf5-de2aeef8be1a, hostable agents: ['dc103412-d4dc-48a3-9309-49b6d77c9d56'], hosted agents: [] {{(pid=99968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 11:21:09.997129 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc83782-d6b5-4631-871a-2597c2ce31b8 admin admin] Network 866e4ff3-dd11-4745-9bf5-de2aeef8be1a is scheduled to be hosted by DHCP agent dc103412-d4dc-48a3-9309-49b6d77c9d56 with binding_index 1 {{(pid=99968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 11:21:10.007339 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [None req-5bc83782-d6b5-4631-871a-2597c2ce31b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-3-iscsi, 866e4ff3-dd11-4745-9bf5-de2aeef8be1a) {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:21:10.011485 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc83782-d6b5-4631-871a-2597c2ce31b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:10.012059 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-5bc83782-d6b5-4631-871a-2597c2ce31b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:10.016723 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fa97cc-df07-4ca6-9442-7800172b043d None None] Network 866e4ff3-dd11-4745-9bf5-de2aeef8be1a requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:21:10.032677 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-5bc83782-d6b5-4631-871a-2597c2ce31b8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3270378 Oct 14 11:21:10.146920 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daff08e7-1a89-4f9b-afa4-fadf8480360b None None] Network 866e4ff3-dd11-4745-9bf5-de2aeef8be1a requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:21:11.515698 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-e606e329-996b-41a5-8192-36e166995642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:11.842005 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-ace6362c-65a3-4483-b702-c76d95efaa1b tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:11.843400 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-ace6362c-65a3-4483-b702-c76d95efaa1b tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/networks?id=866e4ff3-dd11-4745-9bf5-de2aeef8be1a HTTP/1.1" status: 200 len: 809 time: 0.1054749 Oct 14 11:21:11.858764 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-b40f8177-a795-4e8e-9482-ff20f3091554 tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/quotas/63fb954a50de4912a0e8e228a6d1556b HTTP/1.1" status: 200 len: 375 time: 0.0093164 Oct 14 11:21:11.891813 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-f43b9c64-9e01-4445-9ecf-4870c5577c8e tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=63fb954a50de4912a0e8e228a6d1556b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267143 Oct 14 11:21:11.986532 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-5008906c-0153-40e0-8ae6-c0479cd72697 service neutron] 10.222.0.46 "GET /v2.0/networks/866e4ff3-dd11-4745-9bf5-de2aeef8be1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862823 Oct 14 11:21:12.076537 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-32d35bf3-c83d-43bb-ac2d-a0b0b492bbd1 service neutron] 10.222.0.46 "GET /v2.0/networks/866e4ff3-dd11-4745-9bf5-de2aeef8be1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837705 Oct 14 11:21:12.236342 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d09eb4f3-74ed-44bc-9bd4-4b7f3ec6a584 req-cf211196-b734-4702-a406-2f4756bd02ab tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/ports?device_id=203e8e8b-9256-434e-b12c-51e916bc4912 HTTP/1.1" status: 200 len: 210 time: 0.0304995 Oct 14 11:21:12.807652 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:13.046447 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:13.226256 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-08c1c627-b5fc-45dd-a684-30ee12349d7c tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:13.227699 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-08c1c627-b5fc-45dd-a684-30ee12349d7c tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.39 "GET /v2.0/networks?id=866e4ff3-dd11-4745-9bf5-de2aeef8be1a HTTP/1.1" status: 200 len: 809 time: 0.1019406 Oct 14 11:21:13.243396 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-741c478c-673f-4d05-8864-5408cf864dbf tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Request body: {'port': {'device_id': '203e8e8b-9256-434e-b12c-51e916bc4912', 'network_id': '866e4ff3-dd11-4745-9bf5-de2aeef8be1a', 'admin_state_up': True, 'tenant_id': '63fb954a50de4912a0e8e228a6d1556b'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:21:13.340389 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b54dd422-0791-4a24-9e8e-28ec7363f0d6 req-c5a37e26-e7b7-4324-9cdb-64b76a6b10cc tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/ports?device_id=203e8e8b-9256-434e-b12c-51e916bc4912 HTTP/1.1" status: 200 len: 210 time: 0.0336490 Oct 14 11:21:13.381669 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-741c478c-673f-4d05-8864-5408cf864dbf tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Made reservation on behalf of 63fb954a50de4912a0e8e228a6d1556b for: {'port': 1} {{(pid=99969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:21:13.385156 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-741c478c-673f-4d05-8864-5408cf864dbf tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:13.513059 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.db_base_plugin_common [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-741c478c-673f-4d05-8864-5408cf864dbf tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Allocated IP 172.20.0.5 (866e4ff3-dd11-4745-9bf5-de2aeef8be1a/ba8dc28b-8053-457a-9c10-09b9d7d6e216/e37f45b1-8180-423e-9ea0-62581462ba0a) {{(pid=99969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:21:13.657229 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-741c478c-673f-4d05-8864-5408cf864dbf tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Publish callbacks [] for port, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:13.694808 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-741c478c-673f-4d05-8864-5408cf864dbf tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:13.735830 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-741c478c-673f-4d05-8864-5408cf864dbf tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Network 866e4ff3-dd11-4745-9bf5-de2aeef8be1a is already hosted by enough agents. {{(pid=99969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:21:13.739318 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.base_scheduler [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-741c478c-673f-4d05-8864-5408cf864dbf tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Resources bound (agent type, host, resource id): {{(pid=99969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:21:13.745830 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-741c478c-673f-4d05-8864-5408cf864dbf tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Received port after_create {{(pid=99969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:21:13.751735 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c478c-673f-4d05-8864-5408cf864dbf tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Pushing event updated for resources: {'Port': ['ID=e37f45b1-8180-423e-9ea0-62581462ba0a,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:13.796962 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-741c478c-673f-4d05-8864-5408cf864dbf tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:13.797561 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-741c478c-673f-4d05-8864-5408cf864dbf tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:13.814379 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-741c478c-673f-4d05-8864-5408cf864dbf tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5749519 Oct 14 11:21:13.832151 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-4aa7585d-066b-4970-a280-0816aca184d0 service neutron] Request body: {'port': {'device_id': '203e8e8b-9256-434e-b12c-51e916bc4912', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:21:13.887338 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-4aa7585d-066b-4970-a280-0816aca184d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:14.150246 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.notifiers.nova [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-4aa7585d-066b-4970-a280-0816aca184d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e37f45b1-8180-423e-9ea0-62581462ba0a {{(pid=99969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:21:14.157678 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-4aa7585d-066b-4970-a280-0816aca184d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:14.170094 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.provisioning_blocks [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-4aa7585d-066b-4970-a280-0816aca184d0 service neutron] Transition to ACTIVE for port object e37f45b1-8180-423e-9ea0-62581462ba0a will not be triggered until provisioned by entity L2. {{(pid=99969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 11:21:14.174970 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-4aa7585d-066b-4970-a280-0816aca184d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071033321'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:14.224315 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa7585d-066b-4970-a280-0816aca184d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e37f45b1-8180-423e-9ea0-62581462ba0a,revision_number=2']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:14.305115 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-4aa7585d-066b-4970-a280-0816aca184d0 service neutron] Attempting to bind port e37f45b1-8180-423e-9ea0-62581462ba0a on host hv-cinder-80135 for vnic_type normal with profile {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:21:14.305848 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-4aa7585d-066b-4970-a280-0816aca184d0 service neutron] Attempting to bind port e37f45b1-8180-423e-9ea0-62581462ba0a by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '6e92dd79-5d5e-407a-97fc-575b32661542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '866e4ff3-dd11-4745-9bf5-de2aeef8be1a'}] {{(pid=99969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:21:14.305848 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-4aa7585d-066b-4970-a280-0816aca184d0 service neutron] Attempting to bind port e37f45b1-8180-423e-9ea0-62581462ba0a on network 866e4ff3-dd11-4745-9bf5-de2aeef8be1a {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:21:14.312144 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-4aa7585d-066b-4970-a280-0816aca184d0 service neutron] Port e37f45b1-8180-423e-9ea0-62581462ba0a on network 866e4ff3-dd11-4745-9bf5-de2aeef8be1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 11:21:14.312684 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-4aa7585d-066b-4970-a280-0816aca184d0 service neutron] Attempting to bind port e37f45b1-8180-423e-9ea0-62581462ba0a on network 866e4ff3-dd11-4745-9bf5-de2aeef8be1a {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:21:14.320484 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:14.321199 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-4aa7585d-066b-4970-a280-0816aca184d0 service neutron] Checking agent: {'id': 'f75e9eb5-eb38-4e10-b93f-23a007c4e69f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 11, 37), 'started_at': datetime.datetime(2021, 10, 14, 11, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:21:14.321357 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-4aa7585d-066b-4970-a280-0816aca184d0 service neutron] Checking segment: {'id': '6e92dd79-5d5e-407a-97fc-575b32661542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '866e4ff3-dd11-4745-9bf5-de2aeef8be1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:21:14.321618 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-4aa7585d-066b-4970-a280-0816aca184d0 service neutron] Bound using segment: {'id': '6e92dd79-5d5e-407a-97fc-575b32661542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '866e4ff3-dd11-4745-9bf5-de2aeef8be1a'} {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:21:14.322334 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-4aa7585d-066b-4970-a280-0816aca184d0 service neutron] Bound port: e37f45b1-8180-423e-9ea0-62581462ba0a, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e92dd79-5d5e-407a-97fc-575b32661542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '866e4ff3-dd11-4745-9bf5-de2aeef8be1a'}}] {{(pid=99969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:21:14.322688 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-4aa7585d-066b-4970-a280-0816aca184d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:14.385964 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-4aa7585d-066b-4970-a280-0816aca184d0 service neutron] For port e37f45b1-8180-423e-9ea0-62581462ba0a, host hv-cinder-80135, cleared binding levels {{(pid=99969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:21:14.389021 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-4aa7585d-066b-4970-a280-0816aca184d0 service neutron] For port e37f45b1-8180-423e-9ea0-62581462ba0a, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=e37f45b1-8180-423e-9ea0-62581462ba0a,segment=NetworkSegment(6e92dd79-5d5e-407a-97fc-575b32661542),segment_id=6e92dd79-5d5e-407a-97fc-575b32661542)] {{(pid=99969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:21:14.395696 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-4aa7585d-066b-4970-a280-0816aca184d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071033321'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:14.429285 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-4aa7585d-066b-4970-a280-0816aca184d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:14.429909 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-4aa7585d-066b-4970-a280-0816aca184d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:14.431283 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-4aa7585d-066b-4970-a280-0816aca184d0 service neutron] 10.222.0.39 "PUT /v2.0/ports/e37f45b1-8180-423e-9ea0-62581462ba0a HTTP/1.1" status: 200 len: 1093 time: 0.6033475 Oct 14 11:21:14.434203 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '203e8e8b-9256-434e-b12c-51e916bc4912', 'tag': 'e37f45b1-8180-423e-9ea0-62581462ba0a'}] {{(pid=99969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:21:14.437188 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a93a02263ebe6e695f08df3ef7f4cabed4a40ac7132537441ac5c84a82560800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8832a597-b65e-431f-8105-81aae0eb5aa7" -d '{"events": [{"name": "network-changed", "server_uuid": "203e8e8b-9256-434e-b12c-51e916bc4912", "tag": "e37f45b1-8180-423e-9ea0-62581462ba0a"}]}' {{(pid=99969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:21:14.481133 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fc75dc-eca9-498b-9079-8a8fa059867f x-openstack-request-id: req-10fc75dc-eca9-498b-9079-8a8fa059867f {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:21:14.481423 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "203e8e8b-9256-434e-b12c-51e916bc4912", "tag": "e37f45b1-8180-423e-9ea0-62581462ba0a", "status": "completed", "code": 200}]} {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:21:14.481676 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-10fc75dc-eca9-498b-9079-8a8fa059867f {{(pid=99969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:21:14.482060 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '203e8e8b-9256-434e-b12c-51e916bc4912', 'tag': 'e37f45b1-8180-423e-9ea0-62581462ba0a', 'status': 'completed', 'code': 200} Oct 14 11:21:14.525312 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa7585d-066b-4970-a280-0816aca184d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e37f45b1-8180-423e-9ea0-62581462ba0a,revision_number=3']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:14.546611 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbee44-9cfc-43cf-b52d-241302987e2e req-5826b745-cf07-435d-8362-3c7f1139a879 tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:14.548067 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b9dbee44-9cfc-43cf-b52d-241302987e2e req-5826b745-cf07-435d-8362-3c7f1139a879 tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/ports?device_id=203e8e8b-9256-434e-b12c-51e916bc4912 HTTP/1.1" status: 200 len: 943 time: 0.1242652 Oct 14 11:21:14.554358 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-bd32ed8b-6476-4d50-8c75-36b3b8bc26d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:14.555720 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-bd32ed8b-6476-4d50-8c75-36b3b8bc26d1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63fb954a50de4912a0e8e228a6d1556b&device_id=203e8e8b-9256-434e-b12c-51e916bc4912 HTTP/1.1" status: 200 len: 1096 time: 0.0718663 Oct 14 11:21:14.607285 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-d6ee5e40-90cc-4377-9783-760774acdf5a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e37f45b1-8180-423e-9ea0-62581462ba0a HTTP/1.1" status: 200 len: 217 time: 0.0373418 Oct 14 11:21:14.626708 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b9dbee44-9cfc-43cf-b52d-241302987e2e req-37351c68-f619-4846-a9b8-1a0473def3c0 tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/security-groups?id=01279012-4400-44e7-8792-5c39ec145b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700874 Oct 14 11:21:14.666810 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-fef00e90-f400-4128-af7c-069291e3a853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:14.668250 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-fef00e90-f400-4128-af7c-069291e3a853 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ba8dc28b-8053-457a-9c10-09b9d7d6e216 HTTP/1.1" status: 200 len: 849 time: 0.0504546 Oct 14 11:21:14.701706 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-fbbda2ee-8569-4ab5-8870-9c18ad4863ff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=866e4ff3-dd11-4745-9bf5-de2aeef8be1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255394 Oct 14 11:21:14.793768 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-c045715b-5a53-4e9a-94a9-0aca2df2af55 service neutron] 10.222.0.39 "GET /v2.0/networks/866e4ff3-dd11-4745-9bf5-de2aeef8be1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823758 Oct 14 11:21:15.147632 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8992e70a-9f39-464f-ad74-df0ebc0a2757 req-2895d3bd-5d73-498f-b14f-dec74a67ce43 service neutron] 10.222.0.39 "GET /v2.0/networks/866e4ff3-dd11-4745-9bf5-de2aeef8be1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446114 Oct 14 11:21:15.245916 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832a597-b65e-431f-8105-81aae0eb5aa7 req-0b573075-494f-41e5-8860-361a7c59ca65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:15.247441 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8832a597-b65e-431f-8105-81aae0eb5aa7 req-0b573075-494f-41e5-8860-361a7c59ca65 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63fb954a50de4912a0e8e228a6d1556b&device_id=203e8e8b-9256-434e-b12c-51e916bc4912 HTTP/1.1" status: 200 len: 1096 time: 0.0413411 Oct 14 11:21:15.347310 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832a597-b65e-431f-8105-81aae0eb5aa7 req-e73d36a9-151b-4d71-99bc-6e91b23a84be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:15.349551 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8832a597-b65e-431f-8105-81aae0eb5aa7 req-e73d36a9-151b-4d71-99bc-6e91b23a84be service neutron] 10.222.0.39 "GET /v2.0/networks?id=866e4ff3-dd11-4745-9bf5-de2aeef8be1a HTTP/1.1" status: 200 len: 910 time: 0.0941255 Oct 14 11:21:15.393378 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8832a597-b65e-431f-8105-81aae0eb5aa7 req-133528bd-6c9a-489a-a3dc-e21576b60446 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e37f45b1-8180-423e-9ea0-62581462ba0a HTTP/1.1" status: 200 len: 217 time: 0.0347359 Oct 14 11:21:15.443349 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832a597-b65e-431f-8105-81aae0eb5aa7 req-a32b2197-2c1a-4bda-b95e-01e8036d7593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:15.444725 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8832a597-b65e-431f-8105-81aae0eb5aa7 req-a32b2197-2c1a-4bda-b95e-01e8036d7593 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ba8dc28b-8053-457a-9c10-09b9d7d6e216 HTTP/1.1" status: 200 len: 849 time: 0.0440314 Oct 14 11:21:15.480995 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8832a597-b65e-431f-8105-81aae0eb5aa7 req-f8efb60b-c21d-4ae7-9806-04f59d403ef8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=866e4ff3-dd11-4745-9bf5-de2aeef8be1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275989 Oct 14 11:21:15.575575 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8832a597-b65e-431f-8105-81aae0eb5aa7 req-282c20df-fd50-4277-83bf-96e00c40e583 service neutron] 10.222.0.39 "GET /v2.0/networks/866e4ff3-dd11-4745-9bf5-de2aeef8be1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805275 Oct 14 11:21:15.671370 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8832a597-b65e-431f-8105-81aae0eb5aa7 req-44776a33-33bb-43c8-93fb-aa02d142eda6 service neutron] 10.222.0.39 "GET /v2.0/networks/866e4ff3-dd11-4745-9bf5-de2aeef8be1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866456 Oct 14 11:21:15.745210 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ede81a-3724-4c89-8d4f-363806976b5d req-fd334a5d-1a50-4817-a505-985ac8130f61 tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:15.746591 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-52ede81a-3724-4c89-8d4f-363806976b5d req-fd334a5d-1a50-4817-a505-985ac8130f61 tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/ports?device_id=203e8e8b-9256-434e-b12c-51e916bc4912 HTTP/1.1" status: 200 len: 943 time: 0.0488493 Oct 14 11:21:15.784966 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-52ede81a-3724-4c89-8d4f-363806976b5d req-abf0dc9a-b29c-4d3f-b7d2-d21aee4d8323 tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/security-groups?id=01279012-4400-44e7-8792-5c39ec145b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324688 Oct 14 11:21:16.900990 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8648a3-a0a7-4986-ac08-8c316686d7e9 req-b6c975ba-a4ca-43e7-8ee9-eb82c354c69a tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:16.902448 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9a8648a3-a0a7-4986-ac08-8c316686d7e9 req-b6c975ba-a4ca-43e7-8ee9-eb82c354c69a tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/ports?device_id=203e8e8b-9256-434e-b12c-51e916bc4912 HTTP/1.1" status: 200 len: 943 time: 0.0501561 Oct 14 11:21:16.941247 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9a8648a3-a0a7-4986-ac08-8c316686d7e9 req-065abc26-3542-4999-a40d-cb9331319f44 tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/security-groups?id=01279012-4400-44e7-8792-5c39ec145b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329611 Oct 14 11:21:17.510964 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device e37f45b1-8180-423e-9ea0-62581462ba0a details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=99970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:21:17.721833 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port e37f45b1-8180-423e-9ea0-62581462ba0a, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=e37f45b1-8180-423e-9ea0-62581462ba0a,segment=NetworkSegment(6e92dd79-5d5e-407a-97fc-575b32661542),segment_id=6e92dd79-5d5e-407a-97fc-575b32661542)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:21:17.733007 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Returning: {'device': 'e37f45b1-8180-423e-9ea0-62581462ba0a', 'network_id': '866e4ff3-dd11-4745-9bf5-de2aeef8be1a', 'port_id': 'e37f45b1-8180-423e-9ea0-62581462ba0a', 'mac_address': 'fa:16:3e:b1:07:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba8dc28b-8053-457a-9c10-09b9d7d6e216', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:21:17.772516 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:17.784910 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e37f45b1-8180-423e-9ea0-62581462ba0a {{(pid=99970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:21:17.804309 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port e37f45b1-8180-423e-9ea0-62581462ba0a, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=e37f45b1-8180-423e-9ea0-62581462ba0a,segment=NetworkSegment(6e92dd79-5d5e-407a-97fc-575b32661542),segment_id=6e92dd79-5d5e-407a-97fc-575b32661542)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:21:17.808221 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:17.854561 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=e37f45b1-8180-423e-9ea0-62581462ba0a,revision_number=4']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:17.861381 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:17.861733 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:17.862077 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:17.862437 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:17.862772 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:17.863105 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:17.863519 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:17.864439 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:17.864926 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:17.865269 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:17.865598 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:17.865701 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.agents_db [None req-913fd0e5-582e-4eb1-907a-85279628d193 None None] Agent healthcheck: found 6 active agents {{(pid=99971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:21:17.866160 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:18.061827 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['e37f45b1-8180-423e-9ea0-62581462ba0a'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:21:18.063180 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3f69b-490d-4088-b3c5-0299f76fee23 req-29fad650-bf86-48b7-8529-c19ca39c4d3b tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:18.064696 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-49b3f69b-490d-4088-b3c5-0299f76fee23 req-29fad650-bf86-48b7-8529-c19ca39c4d3b tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/ports?device_id=203e8e8b-9256-434e-b12c-51e916bc4912 HTTP/1.1" status: 200 len: 944 time: 0.0541010 Oct 14 11:21:18.104140 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-49b3f69b-490d-4088-b3c5-0299f76fee23 req-08b65999-5388-4332-857f-d48fc2203e16 tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/security-groups?id=01279012-4400-44e7-8792-5c39ec145b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325365 Oct 14 11:21:19.225773 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f679380-9290-4ef5-895e-e60bc0b48d14 req-8a741bf6-41c6-408d-a6f4-ce387a9bf10a tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:19.227261 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0f679380-9290-4ef5-895e-e60bc0b48d14 req-8a741bf6-41c6-408d-a6f4-ce387a9bf10a tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/ports?device_id=203e8e8b-9256-434e-b12c-51e916bc4912 HTTP/1.1" status: 200 len: 944 time: 0.0502729 Oct 14 11:21:19.264162 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0f679380-9290-4ef5-895e-e60bc0b48d14 req-aa29e8c1-f4a2-48b3-87ea-4cd280950518 tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/security-groups?id=01279012-4400-44e7-8792-5c39ec145b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311019 Oct 14 11:21:19.536288 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device e37f45b1-8180-423e-9ea0-62581462ba0a up at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:21:19.584278 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning for port e37f45b1-8180-423e-9ea0-62581462ba0a completed by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 11:21:19.588064 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning complete for port e37f45b1-8180-423e-9ea0-62581462ba0a triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:21:19.588436 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:19.663746 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:19.685862 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203e8e8b-9256-434e-b12c-51e916bc4912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37f45b1-8180-423e-9ea0-62581462ba0a'}] {{(pid=99970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:21:19.688127 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e67274c3f7888a1e620d1da4f152c08f6ed72520f222e4ac6b19e3f5d220bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c366a9bf-5c80-4afa-87a9-a0dccb3913e8" -d '{"events": [{"server_uuid": "203e8e8b-9256-434e-b12c-51e916bc4912", "name": "network-vif-plugged", "status": "completed", "tag": "e37f45b1-8180-423e-9ea0-62581462ba0a"}]}' {{(pid=99970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:21:19.704647 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port e37f45b1-8180-423e-9ea0-62581462ba0a, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=e37f45b1-8180-423e-9ea0-62581462ba0a,segment=NetworkSegment(6e92dd79-5d5e-407a-97fc-575b32661542),segment_id=6e92dd79-5d5e-407a-97fc-575b32661542)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:21:19.708945 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:19.731910 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490de41d-d872-4b7c-b4c2-4e89703a0c19 x-openstack-request-id: req-490de41d-d872-4b7c-b4c2-4e89703a0c19 {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:21:19.732211 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "203e8e8b-9256-434e-b12c-51e916bc4912", "name": "network-vif-plugged", "status": "completed", "tag": "e37f45b1-8180-423e-9ea0-62581462ba0a", "code": 200}]} {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:21:19.732465 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-490de41d-d872-4b7c-b4c2-4e89703a0c19 {{(pid=99970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:21:19.732850 dv-cinder-801354-3-iscsi neutron-server[99970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '203e8e8b-9256-434e-b12c-51e916bc4912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37f45b1-8180-423e-9ea0-62581462ba0a', 'code': 200} Oct 14 11:21:19.762172 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=e37f45b1-8180-423e-9ea0-62581462ba0a,revision_number=5']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:19.899087 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5d1f3-81b8-4b65-bbf1-962652a083e3 req-e4dbfe3f-12f3-4472-a7ec-7003e5d33536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:19.900479 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e7d5d1f3-81b8-4b65-bbf1-962652a083e3 req-e4dbfe3f-12f3-4472-a7ec-7003e5d33536 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=203e8e8b-9256-434e-b12c-51e916bc4912 HTTP/1.1" status: 200 len: 1098 time: 0.0403457 Oct 14 11:21:19.939672 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e7d5d1f3-81b8-4b65-bbf1-962652a083e3 req-4a738efa-b2ed-477b-b89f-500d98768f86 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=01279012-4400-44e7-8792-5c39ec145b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271096 Oct 14 11:21:20.385249 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b1ae3-c9bd-48e6-8434-3d593b9040ac req-7839b750-9b5e-438b-ba8b-94d2a17a4c2e tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:20.386775 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b02b1ae3-c9bd-48e6-8434-3d593b9040ac req-7839b750-9b5e-438b-ba8b-94d2a17a4c2e tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/ports?device_id=203e8e8b-9256-434e-b12c-51e916bc4912 HTTP/1.1" status: 200 len: 945 time: 0.0521443 Oct 14 11:21:20.426568 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b02b1ae3-c9bd-48e6-8434-3d593b9040ac req-bfdced1b-43b1-4b1b-9084-b4c38b2c304b tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/security-groups?id=01279012-4400-44e7-8792-5c39ec145b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333889 Oct 14 11:21:21.543241 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584737b-5227-44cc-b10c-82681f04efac req-1099fee8-58c0-4c78-ae4c-9f3f25afe9ad tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:21.544708 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c584737b-5227-44cc-b10c-82681f04efac req-1099fee8-58c0-4c78-ae4c-9f3f25afe9ad tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/ports?device_id=203e8e8b-9256-434e-b12c-51e916bc4912 HTTP/1.1" status: 200 len: 945 time: 0.0484300 Oct 14 11:21:21.581602 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c584737b-5227-44cc-b10c-82681f04efac req-b996cca0-7559-4a39-b120-6797f37c3c45 tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/security-groups?id=01279012-4400-44e7-8792-5c39ec145b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310633 Oct 14 11:21:22.222044 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086e555-4e9b-419a-9c2a-fbc5c0d969ae req-ce73b8b6-45e3-4f96-8efb-472bf4494f59 tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:22.224578 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d086e555-4e9b-419a-9c2a-fbc5c0d969ae req-ce73b8b6-45e3-4f96-8efb-472bf4494f59 tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/ports?device_id=203e8e8b-9256-434e-b12c-51e916bc4912 HTTP/1.1" status: 200 len: 945 time: 0.0489306 Oct 14 11:21:22.261873 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d086e555-4e9b-419a-9c2a-fbc5c0d969ae req-0e1e486d-a0e1-4ba1-b27d-319384829281 tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/security-groups?id=01279012-4400-44e7-8792-5c39ec145b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317464 Oct 14 11:21:23.380858 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c0b41-a99c-4949-8ad6-f790fa42c357 req-e9ad9467-ed83-402b-adff-38ee43257246 tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:23.382351 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e98c0b41-a99c-4949-8ad6-f790fa42c357 req-e9ad9467-ed83-402b-adff-38ee43257246 tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/ports?device_id=203e8e8b-9256-434e-b12c-51e916bc4912 HTTP/1.1" status: 200 len: 945 time: 0.0527775 Oct 14 11:21:23.420287 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e98c0b41-a99c-4949-8ad6-f790fa42c357 req-22530deb-f5e2-41b5-9353-4a0f55804eb2 tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/security-groups?id=01279012-4400-44e7-8792-5c39ec145b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320551 Oct 14 11:21:23.840632 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf21002-0c1f-4ff1-bdd3-7aae11376fb7 req-53f1074d-b350-410f-9469-f2200e39dc7d tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:23.842049 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0bf21002-0c1f-4ff1-bdd3-7aae11376fb7 req-53f1074d-b350-410f-9469-f2200e39dc7d tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.39 "GET /v2.0/ports?device_id=203e8e8b-9256-434e-b12c-51e916bc4912 HTTP/1.1" status: 200 len: 945 time: 0.0496821 Oct 14 11:21:23.941352 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [req-0bf21002-0c1f-4ff1-bdd3-7aae11376fb7 req-a8f54092-4218-4216-b49b-9d49781b7c9b tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Deleting port e37f45b1-8180-423e-9ea0-62581462ba0a {{(pid=99969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:21:23.941683 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-0bf21002-0c1f-4ff1-bdd3-7aae11376fb7 req-a8f54092-4218-4216-b49b-9d49781b7c9b tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:24.035318 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [req-0bf21002-0c1f-4ff1-bdd3-7aae11376fb7 req-a8f54092-4218-4216-b49b-9d49781b7c9b tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] For port e37f45b1-8180-423e-9ea0-62581462ba0a, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=e37f45b1-8180-423e-9ea0-62581462ba0a,segment=NetworkSegment(6e92dd79-5d5e-407a-97fc-575b32661542),segment_id=6e92dd79-5d5e-407a-97fc-575b32661542)] {{(pid=99969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:21:24.036211 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-0bf21002-0c1f-4ff1-bdd3-7aae11376fb7 req-a8f54092-4218-4216-b49b-9d49781b7c9b tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:24.050041 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [req-0bf21002-0c1f-4ff1-bdd3-7aae11376fb7 req-a8f54092-4218-4216-b49b-9d49781b7c9b tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Calling delete_port for e37f45b1-8180-423e-9ea0-62581462ba0a owned by compute:nova {{(pid=99969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:21:24.179971 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-0bf21002-0c1f-4ff1-bdd3-7aae11376fb7 req-a8f54092-4218-4216-b49b-9d49781b7c9b tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:24.193389 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['e37f45b1-8180-423e-9ea0-62581462ba0a'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:21:24.210153 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f54092-4218-4216-b49b-9d49781b7c9b tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Pushing event deleted for resources: {'Port': ['ID=e37f45b1-8180-423e-9ea0-62581462ba0a,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:24.234247 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f54092-4218-4216-b49b-9d49781b7c9b tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:24.234595 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f54092-4218-4216-b49b-9d49781b7c9b tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:24.234942 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f54092-4218-4216-b49b-9d49781b7c9b tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:24.235272 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f54092-4218-4216-b49b-9d49781b7c9b tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:24.235604 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f54092-4218-4216-b49b-9d49781b7c9b tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:24.235929 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f54092-4218-4216-b49b-9d49781b7c9b tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:24.236258 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f54092-4218-4216-b49b-9d49781b7c9b tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:24.236577 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f54092-4218-4216-b49b-9d49781b7c9b tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:24.236907 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f54092-4218-4216-b49b-9d49781b7c9b tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:24.237233 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f54092-4218-4216-b49b-9d49781b7c9b tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:24.237550 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f54092-4218-4216-b49b-9d49781b7c9b tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:24.237872 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f54092-4218-4216-b49b-9d49781b7c9b tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:24.259257 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf21002-0c1f-4ff1-bdd3-7aae11376fb7 req-a8f54092-4218-4216-b49b-9d49781b7c9b tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] No DVR routers for this DVR port e37f45b1-8180-423e-9ea0-62581462ba0a on host hv-cinder-80135 {{(pid=99969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:21:24.261667 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-0bf21002-0c1f-4ff1-bdd3-7aae11376fb7 req-a8f54092-4218-4216-b49b-9d49781b7c9b tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:24.264978 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0bf21002-0c1f-4ff1-bdd3-7aae11376fb7 req-a8f54092-4218-4216-b49b-9d49781b7c9b tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.39 "DELETE /v2.0/ports/e37f45b1-8180-423e-9ea0-62581462ba0a HTTP/1.1" status: 204 len: 173 time: 0.4137170 Oct 14 11:21:24.265409 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203e8e8b-9256-434e-b12c-51e916bc4912', 'name': 'network-vif-deleted', 'tag': 'e37f45b1-8180-423e-9ea0-62581462ba0a'}] {{(pid=99969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:21:24.267650 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a93a02263ebe6e695f08df3ef7f4cabed4a40ac7132537441ac5c84a82560800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab0ff73-1bf5-46f8-a223-5f17ef432815" -d '{"events": [{"server_uuid": "203e8e8b-9256-434e-b12c-51e916bc4912", "name": "network-vif-deleted", "tag": "e37f45b1-8180-423e-9ea0-62581462ba0a"}]}' {{(pid=99969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:21:24.308849 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43241c29-c551-4452-b12a-f8bd3811e325 x-openstack-request-id: req-43241c29-c551-4452-b12a-f8bd3811e325 {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:21:24.309331 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "203e8e8b-9256-434e-b12c-51e916bc4912", "name": "network-vif-deleted", "tag": "e37f45b1-8180-423e-9ea0-62581462ba0a", "status": "completed", "code": 200}]} {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:21:24.309584 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-43241c29-c551-4452-b12a-f8bd3811e325 {{(pid=99969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:21:24.310498 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '203e8e8b-9256-434e-b12c-51e916bc4912', 'name': 'network-vif-deleted', 'tag': 'e37f45b1-8180-423e-9ea0-62581462ba0a', 'status': 'completed', 'code': 200} Oct 14 11:21:24.527140 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ae2d9975-e805-4836-957b-7d4530f32c5b req-9a41107b-6df9-45af-98d1-687dfe8ee76d tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/ports?device_id=203e8e8b-9256-434e-b12c-51e916bc4912 HTTP/1.1" status: 200 len: 210 time: 0.0299041 Oct 14 11:21:25.787802 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-e2396148-af9e-4c51-8746-5b9c49e4c11c tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:25.789258 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-e2396148-af9e-4c51-8746-5b9c49e4c11c tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/networks?id=866e4ff3-dd11-4745-9bf5-de2aeef8be1a HTTP/1.1" status: 200 len: 809 time: 0.1071506 Oct 14 11:21:25.804133 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-880d92d5-dd96-43b6-864a-5415f084aa5a tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/quotas/63fb954a50de4912a0e8e228a6d1556b HTTP/1.1" status: 200 len: 375 time: 0.0092096 Oct 14 11:21:25.836309 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-2905336f-787b-4e82-b755-2a46a35b64e7 tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=63fb954a50de4912a0e8e228a6d1556b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266328 Oct 14 11:21:25.930061 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-2e160ac3-d790-42b0-a1fc-9589eb2a9461 service neutron] 10.222.0.46 "GET /v2.0/networks/866e4ff3-dd11-4745-9bf5-de2aeef8be1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869970 Oct 14 11:21:26.026082 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-42281ed9-9538-45ea-97ce-2bb6fc0e2b5d service neutron] 10.222.0.46 "GET /v2.0/networks/866e4ff3-dd11-4745-9bf5-de2aeef8be1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896053 Oct 14 11:21:26.203473 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b7417bae-a024-4d40-aee8-85b72746f9bf req-e681271c-01f0-4cec-95e1-cdc8caaa2b3e tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c2b70e8-5960-47ad-885d-080783ea5188 HTTP/1.1" status: 200 len: 210 time: 0.0268900 Oct 14 11:21:27.197757 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-493d98e1-90ae-4f26-8e9e-9a7b5a27ebd3 tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:27.199252 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-493d98e1-90ae-4f26-8e9e-9a7b5a27ebd3 tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.39 "GET /v2.0/networks?id=866e4ff3-dd11-4745-9bf5-de2aeef8be1a HTTP/1.1" status: 200 len: 809 time: 0.1102502 Oct 14 11:21:27.213437 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-e263ca0f-3161-4848-836a-076349ffba4c tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Request body: {'port': {'device_id': '0c2b70e8-5960-47ad-885d-080783ea5188', 'network_id': '866e4ff3-dd11-4745-9bf5-de2aeef8be1a', 'admin_state_up': True, 'tenant_id': '63fb954a50de4912a0e8e228a6d1556b'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:21:27.308377 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4520071b-b934-4e3e-8b23-3769e9651cd4 req-2e4cd76b-23e6-4adf-85c0-9fc42dcd62eb tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c2b70e8-5960-47ad-885d-080783ea5188 HTTP/1.1" status: 200 len: 210 time: 0.0303161 Oct 14 11:21:27.352689 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-e263ca0f-3161-4848-836a-076349ffba4c tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Made reservation on behalf of 63fb954a50de4912a0e8e228a6d1556b for: {'port': 1} {{(pid=99969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:21:27.356176 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-e263ca0f-3161-4848-836a-076349ffba4c tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:27.485546 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.db_base_plugin_common [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-e263ca0f-3161-4848-836a-076349ffba4c tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Allocated IP 172.20.0.11 (866e4ff3-dd11-4745-9bf5-de2aeef8be1a/ba8dc28b-8053-457a-9c10-09b9d7d6e216/883a0f9b-c148-4f1a-9afe-8187619c626b) {{(pid=99969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:21:27.568874 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device e37f45b1-8180-423e-9ea0-62581462ba0a no longer exists at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:21:27.589545 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] No Port match for: e37f45b1-8180-423e-9ea0-62581462ba0a {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:21:27.589932 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device e37f45b1-8180-423e-9ea0-62581462ba0a not bound to the agent host hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:21:27.631729 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-e263ca0f-3161-4848-836a-076349ffba4c tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Publish callbacks [] for port, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:27.664705 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-e263ca0f-3161-4848-836a-076349ffba4c tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:27.706548 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-e263ca0f-3161-4848-836a-076349ffba4c tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Network 866e4ff3-dd11-4745-9bf5-de2aeef8be1a is already hosted by enough agents. {{(pid=99969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:21:27.710221 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.base_scheduler [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-e263ca0f-3161-4848-836a-076349ffba4c tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Resources bound (agent type, host, resource id): {{(pid=99969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:21:27.716088 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-e263ca0f-3161-4848-836a-076349ffba4c tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Received port after_create {{(pid=99969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:21:27.721865 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263ca0f-3161-4848-836a-076349ffba4c tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Pushing event updated for resources: {'Port': ['ID=883a0f9b-c148-4f1a-9afe-8187619c626b,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:27.765866 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-e263ca0f-3161-4848-836a-076349ffba4c tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:27.766492 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-e263ca0f-3161-4848-836a-076349ffba4c tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:27.781937 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-e263ca0f-3161-4848-836a-076349ffba4c tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5724707 Oct 14 11:21:27.794374 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-f42cf944-257b-4124-b989-3d4cac483a46 service neutron] Request body: {'port': {'device_id': '0c2b70e8-5960-47ad-885d-080783ea5188', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:21:27.850798 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-f42cf944-257b-4124-b989-3d4cac483a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:28.116710 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.notifiers.nova [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-f42cf944-257b-4124-b989-3d4cac483a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 883a0f9b-c148-4f1a-9afe-8187619c626b {{(pid=99969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:21:28.124143 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-f42cf944-257b-4124-b989-3d4cac483a46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:28.137939 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.provisioning_blocks [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-f42cf944-257b-4124-b989-3d4cac483a46 service neutron] Transition to ACTIVE for port object 883a0f9b-c148-4f1a-9afe-8187619c626b will not be triggered until provisioned by entity L2. {{(pid=99969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 11:21:28.143373 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-f42cf944-257b-4124-b989-3d4cac483a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071033321'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:28.240680 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cf944-257b-4124-b989-3d4cac483a46 service neutron] Pushing event updated for resources: {'Port': ['ID=883a0f9b-c148-4f1a-9afe-8187619c626b,revision_number=2']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:28.295193 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-f42cf944-257b-4124-b989-3d4cac483a46 service neutron] Attempting to bind port 883a0f9b-c148-4f1a-9afe-8187619c626b on host hv-cinder-80135 for vnic_type normal with profile {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:21:28.295528 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-f42cf944-257b-4124-b989-3d4cac483a46 service neutron] Attempting to bind port 883a0f9b-c148-4f1a-9afe-8187619c626b by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '6e92dd79-5d5e-407a-97fc-575b32661542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '866e4ff3-dd11-4745-9bf5-de2aeef8be1a'}] {{(pid=99969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:21:28.295858 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-f42cf944-257b-4124-b989-3d4cac483a46 service neutron] Attempting to bind port 883a0f9b-c148-4f1a-9afe-8187619c626b on network 866e4ff3-dd11-4745-9bf5-de2aeef8be1a {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:21:28.300338 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-f42cf944-257b-4124-b989-3d4cac483a46 service neutron] Port 883a0f9b-c148-4f1a-9afe-8187619c626b on network 866e4ff3-dd11-4745-9bf5-de2aeef8be1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 11:21:28.300691 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-f42cf944-257b-4124-b989-3d4cac483a46 service neutron] Attempting to bind port 883a0f9b-c148-4f1a-9afe-8187619c626b on network 866e4ff3-dd11-4745-9bf5-de2aeef8be1a {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:21:28.305638 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-f42cf944-257b-4124-b989-3d4cac483a46 service neutron] Checking agent: {'id': 'f75e9eb5-eb38-4e10-b93f-23a007c4e69f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 11, 37), 'started_at': datetime.datetime(2021, 10, 14, 11, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:21:28.305976 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-f42cf944-257b-4124-b989-3d4cac483a46 service neutron] Checking segment: {'id': '6e92dd79-5d5e-407a-97fc-575b32661542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '866e4ff3-dd11-4745-9bf5-de2aeef8be1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:21:28.306385 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-f42cf944-257b-4124-b989-3d4cac483a46 service neutron] Bound using segment: {'id': '6e92dd79-5d5e-407a-97fc-575b32661542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '866e4ff3-dd11-4745-9bf5-de2aeef8be1a'} {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:21:28.306827 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-f42cf944-257b-4124-b989-3d4cac483a46 service neutron] Bound port: 883a0f9b-c148-4f1a-9afe-8187619c626b, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e92dd79-5d5e-407a-97fc-575b32661542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '866e4ff3-dd11-4745-9bf5-de2aeef8be1a'}}] {{(pid=99969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:21:28.307168 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-f42cf944-257b-4124-b989-3d4cac483a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:28.436102 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5158b2-8bce-46cc-bab6-74ef993bda00 req-5826096e-7ef0-48d3-b9d7-66b1c6abe0ba tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:28.437589 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3b5158b2-8bce-46cc-bab6-74ef993bda00 req-5826096e-7ef0-48d3-b9d7-66b1c6abe0ba tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 946 time: 0.0974965 Oct 14 11:21:28.441191 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-f42cf944-257b-4124-b989-3d4cac483a46 service neutron] For port 883a0f9b-c148-4f1a-9afe-8187619c626b, host hv-cinder-80135, cleared binding levels {{(pid=99969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:21:28.463462 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-f42cf944-257b-4124-b989-3d4cac483a46 service neutron] For port 883a0f9b-c148-4f1a-9afe-8187619c626b, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=883a0f9b-c148-4f1a-9afe-8187619c626b,segment=NetworkSegment(6e92dd79-5d5e-407a-97fc-575b32661542),segment_id=6e92dd79-5d5e-407a-97fc-575b32661542)] {{(pid=99969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:21:28.477136 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-f42cf944-257b-4124-b989-3d4cac483a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071033321'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:28.513512 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04049105-5db3-411c-8add-df5aeec0dd66 req-3d26e176-cd31-4a82-a7bb-91f0aa1091ff tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:28.514996 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-04049105-5db3-411c-8add-df5aeec0dd66 req-3d26e176-cd31-4a82-a7bb-91f0aa1091ff tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c2b70e8-5960-47ad-885d-080783ea5188 HTTP/1.1" status: 200 len: 944 time: 0.1351867 Oct 14 11:21:28.545638 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-f42cf944-257b-4124-b989-3d4cac483a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:28.546326 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-f42cf944-257b-4124-b989-3d4cac483a46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:28.547637 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-f42cf944-257b-4124-b989-3d4cac483a46 service neutron] 10.222.0.39 "PUT /v2.0/ports/883a0f9b-c148-4f1a-9afe-8187619c626b HTTP/1.1" status: 200 len: 1094 time: 0.7572207 Oct 14 11:21:28.548956 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2b70e8-5960-47ad-885d-080783ea5188', 'tag': '883a0f9b-c148-4f1a-9afe-8187619c626b'}] {{(pid=99969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:21:28.551162 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a93a02263ebe6e695f08df3ef7f4cabed4a40ac7132537441ac5c84a82560800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bcc8e9-32db-49cf-94b9-9b66083702c6" -d '{"events": [{"name": "network-changed", "server_uuid": "0c2b70e8-5960-47ad-885d-080783ea5188", "tag": "883a0f9b-c148-4f1a-9afe-8187619c626b"}]}' {{(pid=99969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:21:28.570240 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3b5158b2-8bce-46cc-bab6-74ef993bda00 req-78664ab7-4c3c-4cfc-a89a-7a098e988667 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250007 Oct 14 11:21:28.585692 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cf944-257b-4124-b989-3d4cac483a46 service neutron] Pushing event updated for resources: {'Port': ['ID=883a0f9b-c148-4f1a-9afe-8187619c626b,revision_number=3']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:28.624505 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1714320-3aef-496c-aef4-ce25680d190f x-openstack-request-id: req-b1714320-3aef-496c-aef4-ce25680d190f {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:21:28.624813 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c2b70e8-5960-47ad-885d-080783ea5188", "tag": "883a0f9b-c148-4f1a-9afe-8187619c626b", "status": "completed", "code": 200}]} {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:21:28.625068 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b1714320-3aef-496c-aef4-ce25680d190f {{(pid=99969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:21:28.625466 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c2b70e8-5960-47ad-885d-080783ea5188', 'tag': '883a0f9b-c148-4f1a-9afe-8187619c626b', 'status': 'completed', 'code': 200} Oct 14 11:21:28.631782 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-04049105-5db3-411c-8add-df5aeec0dd66 req-d76d12c1-3ca6-4786-8279-4dcd4df94f49 tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/security-groups?id=01279012-4400-44e7-8792-5c39ec145b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079445 Oct 14 11:21:28.644564 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-7a26fe55-ced6-434f-8717-4bd7681a71da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:28.646445 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-7a26fe55-ced6-434f-8717-4bd7681a71da service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63fb954a50de4912a0e8e228a6d1556b&device_id=0c2b70e8-5960-47ad-885d-080783ea5188 HTTP/1.1" status: 200 len: 1097 time: 0.0503910 Oct 14 11:21:28.694938 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-a22f950f-30a6-4789-87a4-0cffae32a106 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=883a0f9b-c148-4f1a-9afe-8187619c626b HTTP/1.1" status: 200 len: 217 time: 0.0397677 Oct 14 11:21:28.747711 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-5e7b4be5-cbe5-4177-9feb-fa5aaf3887d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:28.749145 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-5e7b4be5-cbe5-4177-9feb-fa5aaf3887d0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ba8dc28b-8053-457a-9c10-09b9d7d6e216 HTTP/1.1" status: 200 len: 849 time: 0.0451605 Oct 14 11:21:28.783295 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-69b6fa9c-524b-42ac-a007-5188a30ba941 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=866e4ff3-dd11-4745-9bf5-de2aeef8be1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249648 Oct 14 11:21:28.881538 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-0063e947-28e0-4a04-9315-bf4831192110 service neutron] 10.222.0.39 "GET /v2.0/networks/866e4ff3-dd11-4745-9bf5-de2aeef8be1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886514 Oct 14 11:21:28.971083 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2778b85c-5f17-40b5-b29a-6a767a099055 req-fdadfcb5-a946-49c2-8b31-cd880dea2e9e service neutron] 10.222.0.39 "GET /v2.0/networks/866e4ff3-dd11-4745-9bf5-de2aeef8be1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811951 Oct 14 11:21:29.063198 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bcc8e9-32db-49cf-94b9-9b66083702c6 req-0cf81f25-5e71-4a4a-a1c1-cc9805e9ec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:29.064692 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f2bcc8e9-32db-49cf-94b9-9b66083702c6 req-0cf81f25-5e71-4a4a-a1c1-cc9805e9ec35 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63fb954a50de4912a0e8e228a6d1556b&device_id=0c2b70e8-5960-47ad-885d-080783ea5188 HTTP/1.1" status: 200 len: 1097 time: 0.0412607 Oct 14 11:21:29.159050 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bcc8e9-32db-49cf-94b9-9b66083702c6 req-62a8bb81-b52d-4e0d-8a67-de2d15f79b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:29.160516 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f2bcc8e9-32db-49cf-94b9-9b66083702c6 req-62a8bb81-b52d-4e0d-8a67-de2d15f79b10 service neutron] 10.222.0.39 "GET /v2.0/networks?id=866e4ff3-dd11-4745-9bf5-de2aeef8be1a HTTP/1.1" status: 200 len: 910 time: 0.0883477 Oct 14 11:21:29.204083 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f2bcc8e9-32db-49cf-94b9-9b66083702c6 req-35a33dfd-ada4-4bb1-a3e1-6b7dc6cb0d15 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=883a0f9b-c148-4f1a-9afe-8187619c626b HTTP/1.1" status: 200 len: 217 time: 0.0352499 Oct 14 11:21:29.261328 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bcc8e9-32db-49cf-94b9-9b66083702c6 req-af202535-d468-4982-9bfe-465c4117fbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:29.262821 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f2bcc8e9-32db-49cf-94b9-9b66083702c6 req-af202535-d468-4982-9bfe-465c4117fbfb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ba8dc28b-8053-457a-9c10-09b9d7d6e216 HTTP/1.1" status: 200 len: 849 time: 0.0478761 Oct 14 11:21:29.296264 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f2bcc8e9-32db-49cf-94b9-9b66083702c6 req-74f81569-18ea-403c-ba87-f1f4b7870ff8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=866e4ff3-dd11-4745-9bf5-de2aeef8be1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242598 Oct 14 11:21:29.397609 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f2bcc8e9-32db-49cf-94b9-9b66083702c6 req-6bbb9486-fdb8-4d52-a2b5-2a772cf8d3b1 service neutron] 10.222.0.39 "GET /v2.0/networks/866e4ff3-dd11-4745-9bf5-de2aeef8be1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894160 Oct 14 11:21:29.494997 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-f2bcc8e9-32db-49cf-94b9-9b66083702c6 req-c34d70de-a748-444d-b0da-eb20a4905f5a service neutron] 10.222.0.39 "GET /v2.0/networks/866e4ff3-dd11-4745-9bf5-de2aeef8be1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873759 Oct 14 11:21:29.691742 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671916e-c499-4724-960a-03111490791b req-924c43d8-ca9e-4630-95e4-60a63a5b1cce tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:29.693252 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8671916e-c499-4724-960a-03111490791b req-924c43d8-ca9e-4630-95e4-60a63a5b1cce tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 946 time: 0.0501201 Oct 14 11:21:29.765978 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8671916e-c499-4724-960a-03111490791b req-fe4bd069-22cd-419b-8bc7-869c39d205be tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b54c24e-17cd-4fcf-90d4-817949ea1de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666831 Oct 14 11:21:29.777603 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538ea7a-1cf8-4a26-9177-80f104b8b01e req-c7f49077-1683-4d71-91e0-5076c60b7c0c tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:29.779074 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b538ea7a-1cf8-4a26-9177-80f104b8b01e req-c7f49077-1683-4d71-91e0-5076c60b7c0c tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c2b70e8-5960-47ad-885d-080783ea5188 HTTP/1.1" status: 200 len: 944 time: 0.0781887 Oct 14 11:21:29.820285 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b538ea7a-1cf8-4a26-9177-80f104b8b01e req-7b3265fb-29e0-46b5-960c-9ad5ebeac3a7 tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/security-groups?id=01279012-4400-44e7-8792-5c39ec145b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334580 Oct 14 11:21:29.991053 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed1b39-a2d4-4b4a-834a-6f4d7c8194c1 req-7dfdf983-91bc-45f0-ae76-7e3c53122910 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:29.992421 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2bed1b39-a2d4-4b4a-834a-6f4d7c8194c1 req-7dfdf983-91bc-45f0-ae76-7e3c53122910 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.39 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 946 time: 0.0492198 Oct 14 11:21:30.087660 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [req-2bed1b39-a2d4-4b4a-834a-6f4d7c8194c1 req-88dbac6f-2148-4b0c-8de3-272491bb90e3 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Deleting port c01d4743-672f-44b4-84ce-fe574a7061cb {{(pid=99969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:21:30.087957 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-2bed1b39-a2d4-4b4a-834a-6f4d7c8194c1 req-88dbac6f-2148-4b0c-8de3-272491bb90e3 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:30.174024 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [req-2bed1b39-a2d4-4b4a-834a-6f4d7c8194c1 req-88dbac6f-2148-4b0c-8de3-272491bb90e3 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] For port c01d4743-672f-44b4-84ce-fe574a7061cb, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=c01d4743-672f-44b4-84ce-fe574a7061cb,segment=NetworkSegment(f89198a1-603f-4689-b5b2-f4b9245553bb),segment_id=f89198a1-603f-4689-b5b2-f4b9245553bb)] {{(pid=99969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:21:30.174401 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-2bed1b39-a2d4-4b4a-834a-6f4d7c8194c1 req-88dbac6f-2148-4b0c-8de3-272491bb90e3 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:30.391291 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-2bed1b39-a2d4-4b4a-834a-6f4d7c8194c1 req-88dbac6f-2148-4b0c-8de3-272491bb90e3 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for floatingip, precommit_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:30.392013 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-2bed1b39-a2d4-4b4a-834a-6f4d7c8194c1 req-88dbac6f-2148-4b0c-8de3-272491bb90e3 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1073340614'] for floatingip, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:30.392133 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.db.l3_db [req-2bed1b39-a2d4-4b4a-834a-6f4d7c8194c1 req-88dbac6f-2148-4b0c-8de3-272491bb90e3 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Floating IP ff59c8f6-a87c-4c0f-ad4a-6881b61f0a39 disassociated. External IP: 172.27.0.52, port: c01d4743-672f-44b4-84ce-fe574a7061cb. Oct 14 11:21:30.392544 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [req-2bed1b39-a2d4-4b4a-834a-6f4d7c8194c1 req-88dbac6f-2148-4b0c-8de3-272491bb90e3 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Calling delete_port for c01d4743-672f-44b4-84ce-fe574a7061cb owned by compute:nova {{(pid=99969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:21:30.521769 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-2bed1b39-a2d4-4b4a-834a-6f4d7c8194c1 req-88dbac6f-2148-4b0c-8de3-272491bb90e3 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:30.550412 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dbac6f-2148-4b0c-8de3-272491bb90e3 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Pushing event deleted for resources: {'Port': ['ID=c01d4743-672f-44b4-84ce-fe574a7061cb,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:30.664825 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2bed1b39-a2d4-4b4a-834a-6f4d7c8194c1 req-88dbac6f-2148-4b0c-8de3-272491bb90e3 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Router 22791d7d-3c63-488d-8eb9-b0fc7e8b047f has already been hosted by L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 {{(pid=99969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:21:31.090740 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-81701ca1-dccc-4885-89fe-e7a42f36d764 req-662e3e07-7c6b-4904-a0b7-6818e38e1417 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/ports?device_id=219638ff-5477-482f-8ba8-3e4945723bf3 HTTP/1.1" status: 200 len: 210 time: 0.0580280 Oct 14 11:21:31.099159 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2bed1b39-a2d4-4b4a-834a-6f4d7c8194c1 req-88dbac6f-2148-4b0c-8de3-272491bb90e3 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:21:31.118558 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308e2f79-764f-412e-97f5-7a5d3e18af90 None None] Sync routers for ids ['22791d7d-3c63-488d-8eb9-b0fc7e8b047f'] in dv-cinder-801354-3-iscsi {{(pid=99971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:21:31.128422 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308e2f79-764f-412e-97f5-7a5d3e18af90 None None] Routers {'22791d7d-3c63-488d-8eb9-b0fc7e8b047f'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:21:31.129279 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-308e2f79-764f-412e-97f5-7a5d3e18af90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fdf4d280>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:21:12Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['22791d7d-3c63-488d-8eb9-b0fc7e8b047f'], 'active': True} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:21:31.141034 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bed1b39-a2d4-4b4a-834a-6f4d7c8194c1 req-88dbac6f-2148-4b0c-8de3-272491bb90e3 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] No DVR routers for this DVR port c01d4743-672f-44b4-84ce-fe574a7061cb on host hv-cinder-80135 {{(pid=99969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:21:31.144164 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-2bed1b39-a2d4-4b4a-834a-6f4d7c8194c1 req-88dbac6f-2148-4b0c-8de3-272491bb90e3 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:31.148216 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2bed1b39-a2d4-4b4a-834a-6f4d7c8194c1 req-88dbac6f-2148-4b0c-8de3-272491bb90e3 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.39 "DELETE /v2.0/ports/c01d4743-672f-44b4-84ce-fe574a7061cb HTTP/1.1" status: 204 len: 173 time: 1.1496553 Oct 14 11:21:31.148644 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219638ff-5477-482f-8ba8-3e4945723bf3', 'name': 'network-vif-deleted', 'tag': 'c01d4743-672f-44b4-84ce-fe574a7061cb'}] {{(pid=99969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:21:31.150913 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a93a02263ebe6e695f08df3ef7f4cabed4a40ac7132537441ac5c84a82560800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb90b35-1c45-4413-bd01-e904bfd8980b" -d '{"events": [{"server_uuid": "219638ff-5477-482f-8ba8-3e4945723bf3", "name": "network-vif-deleted", "tag": "c01d4743-672f-44b4-84ce-fe574a7061cb"}]}' {{(pid=99969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:21:31.170452 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d777c-2c38-404a-8cc1-389c93e3378f req-fac171a2-4c83-40f0-a944-b9437519b6cf tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:31.178167 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-bb5d777c-2c38-404a-8cc1-389c93e3378f req-fac171a2-4c83-40f0-a944-b9437519b6cf tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c2b70e8-5960-47ad-885d-080783ea5188 HTTP/1.1" status: 200 len: 944 time: 0.1437440 Oct 14 11:21:31.195159 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc258fa-53c2-48f3-bf79-fa56dc031769 x-openstack-request-id: req-fcc258fa-53c2-48f3-bf79-fa56dc031769 {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:21:31.198283 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "219638ff-5477-482f-8ba8-3e4945723bf3", "name": "network-vif-deleted", "tag": "c01d4743-672f-44b4-84ce-fe574a7061cb", "status": "completed", "code": 200}]} {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:21:31.198650 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fcc258fa-53c2-48f3-bf79-fa56dc031769 {{(pid=99969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:21:31.199174 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '219638ff-5477-482f-8ba8-3e4945723bf3', 'name': 'network-vif-deleted', 'tag': 'c01d4743-672f-44b4-84ce-fe574a7061cb', 'status': 'completed', 'code': 200} Oct 14 11:21:31.222918 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-bb5d777c-2c38-404a-8cc1-389c93e3378f req-671e6973-1388-4f99-a0c8-b82a9c026bca tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/security-groups?id=01279012-4400-44e7-8792-5c39ec145b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439558 Oct 14 11:21:31.247303 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvr_db [None req-308e2f79-764f-412e-97f5-7a5d3e18af90 None None] Set router 22791d7d-3c63-488d-8eb9-b0fc7e8b047f gateway port host: dv-cinder-801354-3-iscsi {{(pid=99971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:21:31.529632 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-308e2f79-764f-412e-97f5-7a5d3e18af90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fdf4d280>, [{'id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'name': 'tempest-AttachVolumeShelveTestJSON-933610345-router', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '67207ab1-a901-45f1-ac2d-4699cecece14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:13:40Z', 'revision_number': 4, 'project_id': 'b0d78c4c2bd84fe29041852181e0868c', 'gw_port': {'id': '67207ab1-a901-45f1-ac2d-4699cecece14', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:31Z', 'updated_at': '2021-10-14T11:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': 'b1ae1501-da3e-47c6-abf4-d393a429d718', 'name': '', 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'mac_address': 'fa:16:3e:aa:eb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fca00ce8-46db-40c9-b0ce-2996d51e47d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:37Z', 'updated_at': '2021-10-14T11:13:49Z', 'revision_number': 5, 'project_id': 'b0d78c4c2bd84fe29041852181e0868c', 'subnets': [{'id': 'fca00ce8-46db-40c9-b0ce-2996d51e47d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:21:31.559025 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308e2f79-764f-412e-97f5-7a5d3e18af90 None None] Checking router: 22791d7d-3c63-488d-8eb9-b0fc7e8b047f for host: dv-cinder-801354-3-iscsi {{(pid=99971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:21:31.567659 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308e2f79-764f-412e-97f5-7a5d3e18af90 None None] Routers {'22791d7d-3c63-488d-8eb9-b0fc7e8b047f'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:21:31.568259 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-308e2f79-764f-412e-97f5-7a5d3e18af90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fdf4d280>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:21:12Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['22791d7d-3c63-488d-8eb9-b0fc7e8b047f'], 'active': True} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:21:31.612827 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 883a0f9b-c148-4f1a-9afe-8187619c626b details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=99970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:21:31.674233 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvr_db [None req-308e2f79-764f-412e-97f5-7a5d3e18af90 None None] Set router 22791d7d-3c63-488d-8eb9-b0fc7e8b047f gateway port host: dv-cinder-801354-3-iscsi {{(pid=99971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:21:31.712322 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port 883a0f9b-c148-4f1a-9afe-8187619c626b, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=883a0f9b-c148-4f1a-9afe-8187619c626b,segment=NetworkSegment(6e92dd79-5d5e-407a-97fc-575b32661542),segment_id=6e92dd79-5d5e-407a-97fc-575b32661542)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:21:31.724415 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Returning: {'device': '883a0f9b-c148-4f1a-9afe-8187619c626b', 'network_id': '866e4ff3-dd11-4745-9bf5-de2aeef8be1a', 'port_id': '883a0f9b-c148-4f1a-9afe-8187619c626b', 'mac_address': 'fa:16:3e:9a:14:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba8dc28b-8053-457a-9c10-09b9d7d6e216', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:21:31.764691 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:31.778446 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 883a0f9b-c148-4f1a-9afe-8187619c626b {{(pid=99970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:21:31.798783 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port 883a0f9b-c148-4f1a-9afe-8187619c626b, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=883a0f9b-c148-4f1a-9afe-8187619c626b,segment=NetworkSegment(6e92dd79-5d5e-407a-97fc-575b32661542),segment_id=6e92dd79-5d5e-407a-97fc-575b32661542)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:21:31.803529 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:31.853629 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=883a0f9b-c148-4f1a-9afe-8187619c626b,revision_number=4']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:31.882094 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-308e2f79-764f-412e-97f5-7a5d3e18af90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fdf4d280>, [{'id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'name': 'tempest-AttachVolumeShelveTestJSON-933610345-router', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '67207ab1-a901-45f1-ac2d-4699cecece14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:13:40Z', 'revision_number': 4, 'project_id': 'b0d78c4c2bd84fe29041852181e0868c', 'gw_port': {'id': '67207ab1-a901-45f1-ac2d-4699cecece14', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:31Z', 'updated_at': '2021-10-14T11:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': 'b1ae1501-da3e-47c6-abf4-d393a429d718', 'name': '', 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'mac_address': 'fa:16:3e:aa:eb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fca00ce8-46db-40c9-b0ce-2996d51e47d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:37Z', 'updated_at': '2021-10-14T11:13:49Z', 'revision_number': 5, 'project_id': 'b0d78c4c2bd84fe29041852181e0868c', 'subnets': [{'id': 'fca00ce8-46db-40c9-b0ce-2996d51e47d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:21:31.907203 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308e2f79-764f-412e-97f5-7a5d3e18af90 None None] The sync data for ids ['22791d7d-3c63-488d-8eb9-b0fc7e8b047f'] in dv-cinder-801354-3-iscsi is: [{'id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'name': 'tempest-AttachVolumeShelveTestJSON-933610345-router', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '67207ab1-a901-45f1-ac2d-4699cecece14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:13:40Z', 'revision_number': 4, 'project_id': 'b0d78c4c2bd84fe29041852181e0868c', 'gw_port': {'id': '67207ab1-a901-45f1-ac2d-4699cecece14', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:31Z', 'updated_at': '2021-10-14T11:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': 'b1ae1501-da3e-47c6-abf4-d393a429d718', 'name': '', 'network_id': '2f17ff47-830b-4023-ad66-66e432a33b51', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'mac_address': 'fa:16:3e:aa:eb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fca00ce8-46db-40c9-b0ce-2996d51e47d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:37Z', 'updated_at': '2021-10-14T11:13:49Z', 'revision_number': 5, 'project_id': 'b0d78c4c2bd84fe29041852181e0868c', 'subnets': [{'id': 'fca00ce8-46db-40c9-b0ce-2996d51e47d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:21:32.035434 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['883a0f9b-c148-4f1a-9afe-8187619c626b'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:21:32.148282 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b07ca9-d8a1-4553-aa80-41365504a54b None None] New status for floating IP ff59c8f6-a87c-4c0f-ad4a-6881b61f0a39: DOWN {{(pid=99970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 11:21:32.186688 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 38234) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:32.246837 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-1be11989-da0d-42e2-8a6e-ff642d13cb6d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:32.279172 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-1be11989-da0d-42e2-8a6e-ff642d13cb6d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:32.346088 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-1be11989-da0d-42e2-8a6e-ff642d13cb6d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:32.350354 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-1be11989-da0d-42e2-8a6e-ff642d13cb6d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:32.355138 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-1be11989-da0d-42e2-8a6e-ff642d13cb6d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "DELETE /v2.0/security-groups/2b54c24e-17cd-4fcf-90d4-817949ea1de0 HTTP/1.1" status: 204 len: 168 time: 0.1642106 Oct 14 11:21:32.356525 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 38238) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:32.362933 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be11989-da0d-42e2-8a6e-ff642d13cb6d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b54c24e-17cd-4fcf-90d4-817949ea1de0,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:32.371679 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be11989-da0d-42e2-8a6e-ff642d13cb6d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:32.372392 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be11989-da0d-42e2-8a6e-ff642d13cb6d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:32.372627 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be11989-da0d-42e2-8a6e-ff642d13cb6d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:32.372970 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be11989-da0d-42e2-8a6e-ff642d13cb6d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:32.373440 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be11989-da0d-42e2-8a6e-ff642d13cb6d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:32.373813 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be11989-da0d-42e2-8a6e-ff642d13cb6d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:32.374420 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be11989-da0d-42e2-8a6e-ff642d13cb6d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:32.374756 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be11989-da0d-42e2-8a6e-ff642d13cb6d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:32.375089 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be11989-da0d-42e2-8a6e-ff642d13cb6d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:32.375296 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.api.v2.resource [None req-befffd7b-d646-4815-ba49-6690595429f0 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] show failed (client error): The resource could not be found. Oct 14 11:21:32.375477 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be11989-da0d-42e2-8a6e-ff642d13cb6d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:32.375739 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be11989-da0d-42e2-8a6e-ff642d13cb6d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:32.376177 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-befffd7b-d646-4815-ba49-6690595429f0 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "GET /v2.0/security-groups/2b54c24e-17cd-4fcf-90d4-817949ea1de0 HTTP/1.1" status: 404 len: 347 time: 0.0189342 Oct 14 11:21:32.376361 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be11989-da0d-42e2-8a6e-ff642d13cb6d tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:32.380443 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 38240) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:32.393736 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a5bb0-4d87-4cbe-80c2-aea1bc50c358 req-f5bfd1b0-f75b-42e6-a1a7-210485830fbf tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:32.402787 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8f1a5bb0-4d87-4cbe-80c2-aea1bc50c358 req-f5bfd1b0-f75b-42e6-a1a7-210485830fbf tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c2b70e8-5960-47ad-885d-080783ea5188 HTTP/1.1" status: 200 len: 945 time: 0.1051230 Oct 14 11:21:32.441524 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8f1a5bb0-4d87-4cbe-80c2-aea1bc50c358 req-2772a294-6847-45bc-99cb-2acedf6318fb tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/security-groups?id=01279012-4400-44e7-8792-5c39ec145b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378592 Oct 14 11:21:32.805836 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-dffd9aac-203f-4007-a47b-b24998ad1ed7 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Deleting port cc023835-7625-4ca9-b584-529f3cc2f42b {{(pid=99968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:21:32.806171 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-dffd9aac-203f-4007-a47b-b24998ad1ed7 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:32.899198 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-dffd9aac-203f-4007-a47b-b24998ad1ed7 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:32.899507 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-dffd9aac-203f-4007-a47b-b24998ad1ed7 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:32.911668 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-dffd9aac-203f-4007-a47b-b24998ad1ed7 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Calling delete_port for cc023835-7625-4ca9-b584-529f3cc2f42b owned by network:floatingip {{(pid=99968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:21:33.044630 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-dffd9aac-203f-4007-a47b-b24998ad1ed7 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065085970'] for port, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:33.067873 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd9aac-203f-4007-a47b-b24998ad1ed7 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Pushing event deleted for resources: {'Port': ['ID=cc023835-7625-4ca9-b584-529f3cc2f42b,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:33.129829 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-dffd9aac-203f-4007-a47b-b24998ad1ed7 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks [] for floatingip, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:33.132349 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-dffd9aac-203f-4007-a47b-b24998ad1ed7 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for floatingip, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:33.133504 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-dffd9aac-203f-4007-a47b-b24998ad1ed7 tempest-AttachVolumeShelveTestJSON-480946013 tempest-AttachVolumeShelveTestJSON-480946013-project] 10.222.0.46 "DELETE /v2.0/floatingips/ff59c8f6-a87c-4c0f-ad4a-6881b61f0a39 HTTP/1.1" status: 204 len: 168 time: 0.7519426 Oct 14 11:21:33.563864 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a1516-0e56-407f-b66a-f8e120778501 req-8e9a8d82-0792-454b-a081-3b53a417b8a5 tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:33.565477 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ca5a1516-0e56-407f-b66a-f8e120778501 req-8e9a8d82-0792-454b-a081-3b53a417b8a5 tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c2b70e8-5960-47ad-885d-080783ea5188 HTTP/1.1" status: 200 len: 945 time: 0.0495696 Oct 14 11:21:33.603796 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ca5a1516-0e56-407f-b66a-f8e120778501 req-19b2098d-6ef0-48ee-848b-c187174b1ded tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/security-groups?id=01279012-4400-44e7-8792-5c39ec145b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312617 Oct 14 11:21:33.617001 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 883a0f9b-c148-4f1a-9afe-8187619c626b up at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:21:33.669886 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning for port 883a0f9b-c148-4f1a-9afe-8187619c626b completed by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 11:21:33.673454 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning complete for port 883a0f9b-c148-4f1a-9afe-8187619c626b triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:21:33.673823 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:33.748338 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:33.773619 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2b70e8-5960-47ad-885d-080783ea5188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883a0f9b-c148-4f1a-9afe-8187619c626b'}] {{(pid=99970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:21:33.776040 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e67274c3f7888a1e620d1da4f152c08f6ed72520f222e4ac6b19e3f5d220bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9ca475-042b-4504-8fda-99f7e6eb5120" -d '{"events": [{"server_uuid": "0c2b70e8-5960-47ad-885d-080783ea5188", "name": "network-vif-plugged", "status": "completed", "tag": "883a0f9b-c148-4f1a-9afe-8187619c626b"}]}' {{(pid=99970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:21:33.789292 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port 883a0f9b-c148-4f1a-9afe-8187619c626b, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=883a0f9b-c148-4f1a-9afe-8187619c626b,segment=NetworkSegment(6e92dd79-5d5e-407a-97fc-575b32661542),segment_id=6e92dd79-5d5e-407a-97fc-575b32661542)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:21:33.793561 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:33.794542 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device c01d4743-672f-44b4-84ce-fe574a7061cb no longer exists at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:21:33.819223 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1eef805-d885-41cd-96cd-0cdd489cc37a x-openstack-request-id: req-a1eef805-d885-41cd-96cd-0cdd489cc37a {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:21:33.819896 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2b70e8-5960-47ad-885d-080783ea5188", "name": "network-vif-plugged", "status": "completed", "tag": "883a0f9b-c148-4f1a-9afe-8187619c626b", "code": 200}]} {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:21:33.819896 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a1eef805-d885-41cd-96cd-0cdd489cc37a {{(pid=99970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:21:33.820126 dv-cinder-801354-3-iscsi neutron-server[99970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2b70e8-5960-47ad-885d-080783ea5188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883a0f9b-c148-4f1a-9afe-8187619c626b', 'code': 200} Oct 14 11:21:33.839087 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] No Port match for: c01d4743-672f-44b4-84ce-fe574a7061cb {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:21:33.839437 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device c01d4743-672f-44b4-84ce-fe574a7061cb not bound to the agent host hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:21:33.866009 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=883a0f9b-c148-4f1a-9afe-8187619c626b,revision_number=5']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:33.984276 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613fd58-b68b-4a59-9a3d-c07826a0ee55 req-2b4c2ff0-ac16-4009-bb3b-cae5ef07bcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:33.985656 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5613fd58-b68b-4a59-9a3d-c07826a0ee55 req-2b4c2ff0-ac16-4009-bb3b-cae5ef07bcfd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0c2b70e8-5960-47ad-885d-080783ea5188 HTTP/1.1" status: 200 len: 1099 time: 0.0405614 Oct 14 11:21:34.023189 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5613fd58-b68b-4a59-9a3d-c07826a0ee55 req-e8dc4fc4-4bc0-483e-ac9b-c457a8d6ab64 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=01279012-4400-44e7-8792-5c39ec145b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288281 Oct 14 11:21:34.718412 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a8a0a-790f-4187-8a13-aedac6be7448 req-ed951e2e-42d3-45da-90ca-18068be076c0 tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:34.719863 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5d6a8a0a-790f-4187-8a13-aedac6be7448 req-ed951e2e-42d3-45da-90ca-18068be076c0 tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c2b70e8-5960-47ad-885d-080783ea5188 HTTP/1.1" status: 200 len: 946 time: 0.0488870 Oct 14 11:21:34.761507 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5d6a8a0a-790f-4187-8a13-aedac6be7448 req-c9b3cc6a-3024-49c0-998a-35ea446361bd tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/security-groups?id=01279012-4400-44e7-8792-5c39ec145b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349743 Oct 14 11:21:35.535597 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 38268) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:35.878737 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9110743-e87e-4a9e-8de1-95cd4322dff0 req-b4b94c14-3167-46fa-b359-ffd90521f1a7 tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:35.880192 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b9110743-e87e-4a9e-8de1-95cd4322dff0 req-b4b94c14-3167-46fa-b359-ffd90521f1a7 tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c2b70e8-5960-47ad-885d-080783ea5188 HTTP/1.1" status: 200 len: 946 time: 0.0499589 Oct 14 11:21:35.918663 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b9110743-e87e-4a9e-8de1-95cd4322dff0 req-0fe0fdb4-c0e6-4653-90a1-eb8f5af5864b tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/security-groups?id=01279012-4400-44e7-8792-5c39ec145b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321388 Oct 14 11:21:35.935481 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-50c4ec52-0241-4832-a6bf-04b5bafe8b6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1073342918'] for router_interface, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:36.204898 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-50c4ec52-0241-4832-a6bf-04b5bafe8b6f admin admin] Deleting port b1ae1501-da3e-47c6-abf4-d393a429d718 {{(pid=99968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:21:36.205374 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-50c4ec52-0241-4832-a6bf-04b5bafe8b6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:36.283645 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-50c4ec52-0241-4832-a6bf-04b5bafe8b6f admin admin] For port b1ae1501-da3e-47c6-abf4-d393a429d718, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=b1ae1501-da3e-47c6-abf4-d393a429d718,segment=NetworkSegment(f89198a1-603f-4689-b5b2-f4b9245553bb),segment_id=f89198a1-603f-4689-b5b2-f4b9245553bb)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:21:36.284034 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-50c4ec52-0241-4832-a6bf-04b5bafe8b6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:36.297271 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-50c4ec52-0241-4832-a6bf-04b5bafe8b6f admin admin] Calling delete_port for b1ae1501-da3e-47c6-abf4-d393a429d718 owned by network:router_interface {{(pid=99968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:21:36.492558 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-50c4ec52-0241-4832-a6bf-04b5bafe8b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065085970'] for port, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:36.522482 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c4ec52-0241-4832-a6bf-04b5bafe8b6f admin admin] Pushing event deleted for resources: {'Port': ['ID=b1ae1501-da3e-47c6-abf4-d393a429d718,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:36.579337 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70859cdc-6b17-48f1-af1f-70d334587be8 req-e115f7de-7c9b-4abc-9c74-10a79c6bf03c tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:36.581103 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-70859cdc-6b17-48f1-af1f-70d334587be8 req-e115f7de-7c9b-4abc-9c74-10a79c6bf03c tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c2b70e8-5960-47ad-885d-080783ea5188 HTTP/1.1" status: 200 len: 946 time: 0.0559075 Oct 14 11:21:36.622851 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-70859cdc-6b17-48f1-af1f-70d334587be8 req-6f9194ce-5dc7-4ea5-87a1-c1ed3428c00a tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/security-groups?id=01279012-4400-44e7-8792-5c39ec145b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349309 Oct 14 11:21:36.697600 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-50c4ec52-0241-4832-a6bf-04b5bafe8b6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1073186003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1073343830'] for router_interface, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:36.909246 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c4ec52-0241-4832-a6bf-04b5bafe8b6f admin admin] Router 22791d7d-3c63-488d-8eb9-b0fc7e8b047f has already been hosted by L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 {{(pid=99968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:21:37.015324 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c4ec52-0241-4832-a6bf-04b5bafe8b6f admin admin] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:21:37.020697 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-50c4ec52-0241-4832-a6bf-04b5bafe8b6f admin admin] 10.222.0.46 "PUT /v2.0/routers/22791d7d-3c63-488d-8eb9-b0fc7e8b047f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4840596 Oct 14 11:21:37.024571 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 38288) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:37.026677 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68285fc-289a-4968-bcb8-2562f73962fb None None] Sync routers for ids ['22791d7d-3c63-488d-8eb9-b0fc7e8b047f'] in dv-cinder-801354-3-iscsi {{(pid=99971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:21:37.036078 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68285fc-289a-4968-bcb8-2562f73962fb None None] Routers {'22791d7d-3c63-488d-8eb9-b0fc7e8b047f'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:21:37.037333 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-c68285fc-289a-4968-bcb8-2562f73962fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fd876730>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:21:12Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['22791d7d-3c63-488d-8eb9-b0fc7e8b047f'], 'active': True} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:21:37.128434 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b15e508f-6896-42c2-bc70-05aac797bf90 admin admin] Publish callbacks [] for router, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:37.142570 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvr_db [None req-c68285fc-289a-4968-bcb8-2562f73962fb None None] Set router 22791d7d-3c63-488d-8eb9-b0fc7e8b047f gateway port host: dv-cinder-801354-3-iscsi {{(pid=99971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:21:37.229226 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b15e508f-6896-42c2-bc70-05aac797bf90 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:37.285785 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-b15e508f-6896-42c2-bc70-05aac797bf90 admin admin] Deleting port 67207ab1-a901-45f1-ac2d-4699cecece14 {{(pid=99968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:21:37.286122 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b15e508f-6896-42c2-bc70-05aac797bf90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:37.324013 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-c68285fc-289a-4968-bcb8-2562f73962fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fd876730>, [{'id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'name': 'tempest-AttachVolumeShelveTestJSON-933610345-router', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '67207ab1-a901-45f1-ac2d-4699cecece14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:21:36Z', 'revision_number': 5, 'project_id': 'b0d78c4c2bd84fe29041852181e0868c', 'gw_port': {'id': '67207ab1-a901-45f1-ac2d-4699cecece14', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:13:31Z', 'updated_at': '2021-10-14T11:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi'}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:21:37.351012 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68285fc-289a-4968-bcb8-2562f73962fb None None] Checking router: 22791d7d-3c63-488d-8eb9-b0fc7e8b047f for host: dv-cinder-801354-3-iscsi {{(pid=99971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:21:37.359220 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68285fc-289a-4968-bcb8-2562f73962fb None None] Routers {'22791d7d-3c63-488d-8eb9-b0fc7e8b047f'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:21:37.359803 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-c68285fc-289a-4968-bcb8-2562f73962fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fd876730>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:21:12Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['22791d7d-3c63-488d-8eb9-b0fc7e8b047f'], 'active': True} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:21:37.366486 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-b15e508f-6896-42c2-bc70-05aac797bf90 admin admin] For port 67207ab1-a901-45f1-ac2d-4699cecece14, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=67207ab1-a901-45f1-ac2d-4699cecece14,segment=NetworkSegment(41826669-4ce7-4556-a5ab-a5c365ae266e),segment_id=41826669-4ce7-4556-a5ab-a5c365ae266e)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:21:37.366873 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b15e508f-6896-42c2-bc70-05aac797bf90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:37.379266 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-b15e508f-6896-42c2-bc70-05aac797bf90 admin admin] Calling delete_port for 67207ab1-a901-45f1-ac2d-4699cecece14 owned by network:router_gateway {{(pid=99968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:21:37.448245 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvr_db [None req-c68285fc-289a-4968-bcb8-2562f73962fb None None] Set router 22791d7d-3c63-488d-8eb9-b0fc7e8b047f gateway port host: None {{(pid=99971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:21:37.499813 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-c68285fc-289a-4968-bcb8-2562f73962fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fd876730>, [{'id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'name': 'tempest-AttachVolumeShelveTestJSON-933610345-router', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:21:37Z', 'revision_number': 6, 'project_id': 'b0d78c4c2bd84fe29041852181e0868c', 'gw_port_host': None}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:21:37.529759 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68285fc-289a-4968-bcb8-2562f73962fb None None] The sync data for ids ['22791d7d-3c63-488d-8eb9-b0fc7e8b047f'] in dv-cinder-801354-3-iscsi is: [{'id': '22791d7d-3c63-488d-8eb9-b0fc7e8b047f', 'name': 'tempest-AttachVolumeShelveTestJSON-933610345-router', 'tenant_id': 'b0d78c4c2bd84fe29041852181e0868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:13:30Z', 'updated_at': '2021-10-14T11:21:37Z', 'revision_number': 6, 'project_id': 'b0d78c4c2bd84fe29041852181e0868c', 'gw_port_host': None}] {{(pid=99971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:21:37.549447 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b15e508f-6896-42c2-bc70-05aac797bf90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065085970'] for port, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:37.575355 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e508f-6896-42c2-bc70-05aac797bf90 admin admin] Pushing event deleted for resources: {'Port': ['ID=67207ab1-a901-45f1-ac2d-4699cecece14,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:37.639542 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b15e508f-6896-42c2-bc70-05aac797bf90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1073340428'] for router_gateway, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:37.731488 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b15e508f-6896-42c2-bc70-05aac797bf90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1073287356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14128'] for router, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:37.733742 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b15e508f-6896-42c2-bc70-05aac797bf90 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:37.743561 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe13e25-5d89-4fb8-8da8-10fc9baaa9bb req-ae89fdf0-2ddb-4841-8a8d-07bdb838f12f tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:37.745041 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2fe13e25-5d89-4fb8-8da8-10fc9baaa9bb req-ae89fdf0-2ddb-4841-8a8d-07bdb838f12f tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c2b70e8-5960-47ad-885d-080783ea5188 HTTP/1.1" status: 200 len: 946 time: 0.0511341 Oct 14 11:21:37.778438 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b15e508f-6896-42c2-bc70-05aac797bf90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1073287333'] for router, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:37.779093 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15e508f-6896-42c2-bc70-05aac797bf90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22791d7d-3c63-488d-8eb9-b0fc7e8b047f {{(pid=99968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 11:21:37.784636 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b15e508f-6896-42c2-bc70-05aac797bf90 admin admin] Publish callbacks [] for router, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:37.789831 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-b15e508f-6896-42c2-bc70-05aac797bf90 admin admin] 10.222.0.46 "DELETE /v2.0/routers/22791d7d-3c63-488d-8eb9-b0fc7e8b047f HTTP/1.1" status: 204 len: 168 time: 0.7600722 Oct 14 11:21:37.790223 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 38292) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:37.793885 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2fe13e25-5d89-4fb8-8da8-10fc9baaa9bb req-5ed3c8d5-3bf1-43e6-89a2-39b44c5b8a94 tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/security-groups?id=01279012-4400-44e7-8792-5c39ec145b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428236 Oct 14 11:21:37.840779 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebb58b50-08ec-40c8-819d-a959f215ca69 admin admin] Deleting subnet fca00ce8-46db-40c9-b0ce-2996d51e47d7 {{(pid=99968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 11:21:37.843789 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-ebb58b50-08ec-40c8-819d-a959f215ca69 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:37.879285 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-ebb58b50-08ec-40c8-819d-a959f215ca69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069810409'] for subnet, precommit_delete_associations {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:37.963470 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-ebb58b50-08ec-40c8-819d-a959f215ca69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725203'] for subnet, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:38.015709 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-ebb58b50-08ec-40c8-819d-a959f215ca69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065087715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070002226'] for subnet, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:38.047270 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-ebb58b50-08ec-40c8-819d-a959f215ca69 admin admin] Publish callbacks [] for subnet, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:38.050463 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-ebb58b50-08ec-40c8-819d-a959f215ca69 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/fca00ce8-46db-40c9-b0ce-2996d51e47d7 HTTP/1.1" status: 204 len: 168 time: 0.2591956 Oct 14 11:21:38.051256 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb58b50-08ec-40c8-819d-a959f215ca69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fca00ce8-46db-40c9-b0ce-2996d51e47d7,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:38.054302 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 38294) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:38.054604 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9a55b4-0d74-4ad8-b6af-7e09d84aab65 None None] Network 2f17ff47-830b-4023-ad66-66e432a33b51 requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:21:38.122248 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7d6df0b4-1961-4853-b2d0-a9333833e8cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544921'] for network, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:38.176062 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-7d6df0b4-1961-4853-b2d0-a9333833e8cc admin admin] Deleting port c1f694c5-76e3-48e3-a82a-b132dc3395d8 {{(pid=99969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:21:38.176440 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7d6df0b4-1961-4853-b2d0-a9333833e8cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:38.272480 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [None req-7d6df0b4-1961-4853-b2d0-a9333833e8cc admin admin] For port c1f694c5-76e3-48e3-a82a-b132dc3395d8, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=c1f694c5-76e3-48e3-a82a-b132dc3395d8,segment=NetworkSegment(f89198a1-603f-4689-b5b2-f4b9245553bb),segment_id=f89198a1-603f-4689-b5b2-f4b9245553bb)] {{(pid=99969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:21:38.272837 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7d6df0b4-1961-4853-b2d0-a9333833e8cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:38.289314 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-7d6df0b4-1961-4853-b2d0-a9333833e8cc admin admin] Calling delete_port for c1f694c5-76e3-48e3-a82a-b132dc3395d8 owned by network:dhcp {{(pid=99969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:21:38.298121 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ac910-e25d-4365-980a-8d9526c85381 req-91c30af6-16d1-46b5-a114-1fd5b3ef5787 tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:38.299612 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3c5ac910-e25d-4365-980a-8d9526c85381 req-91c30af6-16d1-46b5-a114-1fd5b3ef5787 tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c2b70e8-5960-47ad-885d-080783ea5188 HTTP/1.1" status: 200 len: 946 time: 0.1109571 Oct 14 11:21:38.332143 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd38c36e-7d82-4972-a0d5-31cf33c74817 None None] DHCP port deletion for 2f17ff47-830b-4023-ad66-66e432a33b51 request from dv-cinder-801354-3-iscsi {{(pid=99970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 11:21:38.388935 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device b1ae1501-da3e-47c6-abf4-d393a429d718 no longer exists at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:21:38.411531 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-dd38c36e-7d82-4972-a0d5-31cf33c74817 None None] Deleting port c1f694c5-76e3-48e3-a82a-b132dc3395d8 {{(pid=99970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:21:38.412004 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-dd38c36e-7d82-4972-a0d5-31cf33c74817 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:38.413784 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] No Port match for: b1ae1501-da3e-47c6-abf4-d393a429d718 {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:21:38.414125 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device b1ae1501-da3e-47c6-abf4-d393a429d718 not bound to the agent host dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:21:38.414555 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 67207ab1-a901-45f1-ac2d-4699cecece14 no longer exists at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:21:38.444583 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] No Port match for: 67207ab1-a901-45f1-ac2d-4699cecece14 {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:21:38.444917 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 67207ab1-a901-45f1-ac2d-4699cecece14 not bound to the agent host dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:21:38.445514 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device c1f694c5-76e3-48e3-a82a-b132dc3395d8 no longer exists at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:21:38.452330 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7d6df0b4-1961-4853-b2d0-a9333833e8cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:38.483180 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6df0b4-1961-4853-b2d0-a9333833e8cc admin admin] Pushing event deleted for resources: {'Port': ['ID=c1f694c5-76e3-48e3-a82a-b132dc3395d8,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:38.488615 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6df0b4-1961-4853-b2d0-a9333833e8cc admin admin] No DVR routers for this DVR port c1f694c5-76e3-48e3-a82a-b132dc3395d8 on host dv-cinder-801354-3-iscsi {{(pid=99969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:21:38.491892 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [req-3c5ac910-e25d-4365-980a-8d9526c85381 req-ff63c147-5471-47d8-825f-5f0073f18a85 tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Deleting port 883a0f9b-c148-4f1a-9afe-8187619c626b {{(pid=99969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:21:38.492302 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-3c5ac910-e25d-4365-980a-8d9526c85381 req-ff63c147-5471-47d8-825f-5f0073f18a85 tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:38.529499 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-dd38c36e-7d82-4972-a0d5-31cf33c74817 None None] For port c1f694c5-76e3-48e3-a82a-b132dc3395d8, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=c1f694c5-76e3-48e3-a82a-b132dc3395d8,segment=NetworkSegment(f89198a1-603f-4689-b5b2-f4b9245553bb),segment_id=f89198a1-603f-4689-b5b2-f4b9245553bb)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:21:38.529892 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-dd38c36e-7d82-4972-a0d5-31cf33c74817 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:38.544671 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] No active binding found for port c1f694c5-76e3-48e3-a82a-b132dc3395d8 {{(pid=99970) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 14 11:21:38.545080 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device c1f694c5-76e3-48e3-a82a-b132dc3395d8 not bound to the agent host dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:21:38.554343 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-dd38c36e-7d82-4972-a0d5-31cf33c74817 None None] Calling delete_port for c1f694c5-76e3-48e3-a82a-b132dc3395d8 owned by network:dhcp {{(pid=99970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:21:38.629375 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7d6df0b4-1961-4853-b2d0-a9333833e8cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727366', 'neutron.services.segments.db._delete_segments_for_network-8755828151089'] for network, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:38.645671 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-dd38c36e-7d82-4972-a0d5-31cf33c74817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440'] for port, after_delete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:38.661677 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.services.segments.db [None req-7d6df0b4-1961-4853-b2d0-a9333833e8cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f69f763fa00>,) {'filters': {'network_id': ['2f17ff47-830b-4023-ad66-66e432a33b51']}} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:21:38.671456 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38c36e-7d82-4972-a0d5-31cf33c74817 None None] Pushing event deleted for resources: {'Port': ['ID=c1f694c5-76e3-48e3-a82a-b132dc3395d8,revision_number=None']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:38.675363 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd38c36e-7d82-4972-a0d5-31cf33c74817 None None] No DVR routers for this DVR port c1f694c5-76e3-48e3-a82a-b132dc3395d8 on host dv-cinder-801354-3-iscsi {{(pid=99970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:21:38.679646 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.services.segments.db [None req-7d6df0b4-1961-4853-b2d0-a9333833e8cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f69f763fa00>, 'f89198a1-603f-4689-b5b2-f4b9245553bb') {'for_net_delete': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:21:38.679944 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.services.segments.db [None req-7d6df0b4-1961-4853-b2d0-a9333833e8cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f69f763fa00>, 'f89198a1-603f-4689-b5b2-f4b9245553bb') {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:21:38.682630 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [req-3c5ac910-e25d-4365-980a-8d9526c85381 req-ff63c147-5471-47d8-825f-5f0073f18a85 tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] For port 883a0f9b-c148-4f1a-9afe-8187619c626b, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=883a0f9b-c148-4f1a-9afe-8187619c626b,segment=NetworkSegment(6e92dd79-5d5e-407a-97fc-575b32661542),segment_id=6e92dd79-5d5e-407a-97fc-575b32661542)] {{(pid=99969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:21:38.682991 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-3c5ac910-e25d-4365-980a-8d9526c85381 req-ff63c147-5471-47d8-825f-5f0073f18a85 tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:38.698844 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7d6df0b4-1961-4853-b2d0-a9333833e8cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755828152634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070485456'] for segment, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:38.707332 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [req-3c5ac910-e25d-4365-980a-8d9526c85381 req-ff63c147-5471-47d8-825f-5f0073f18a85 tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Calling delete_port for 883a0f9b-c148-4f1a-9afe-8187619c626b owned by compute:nova {{(pid=99969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:21:38.721318 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7d6df0b4-1961-4853-b2d0-a9333833e8cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240'] for segment, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:38.722206 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:38.756258 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d6df0b4-1961-4853-b2d0-a9333833e8cc admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=99969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 11:21:38.756882 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7d6df0b4-1961-4853-b2d0-a9333833e8cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071033229'] for segment, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:38.758434 dv-cinder-801354-3-iscsi neutron-server[99969]: Traceback (most recent call last): Oct 14 11:21:38.758434 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 11:21:38.758434 dv-cinder-801354-3-iscsi neutron-server[99969]: timer() Oct 14 11:21:38.758434 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 11:21:38.758434 dv-cinder-801354-3-iscsi neutron-server[99969]: cb(*args, **kw) Oct 14 11:21:38.758434 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 11:21:38.758434 dv-cinder-801354-3-iscsi neutron-server[99969]: return func(*args, **kwargs) Oct 14 11:21:38.758434 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 11:21:38.758434 dv-cinder-801354-3-iscsi neutron-server[99969]: self._notify() Oct 14 11:21:38.758434 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 11:21:38.758434 dv-cinder-801354-3-iscsi neutron-server[99969]: self.callback(batched_events) Oct 14 11:21:38.758434 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 11:21:38.758434 dv-cinder-801354-3-iscsi neutron-server[99969]: event.method(event) Oct 14 11:21:38.758434 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 11:21:38.758434 dv-cinder-801354-3-iscsi neutron-server[99969]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 11:21:38.758434 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 11:21:38.758434 dv-cinder-801354-3-iscsi neutron-server[99969]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 11:21:38.758434 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 11:21:38.758434 dv-cinder-801354-3-iscsi neutron-server[99969]: return f(self, *a, **k) Oct 14 11:21:38.758434 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 11:21:38.758434 dv-cinder-801354-3-iscsi neutron-server[99969]: return self._get(url).json() Oct 14 11:21:38.758434 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 11:21:38.758434 dv-cinder-801354-3-iscsi neutron-server[99969]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 11:21:38.758434 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 11:21:38.758434 dv-cinder-801354-3-iscsi neutron-server[99969]: return self.request(url, 'GET', **kwargs) Oct 14 11:21:38.758434 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 11:21:38.758434 dv-cinder-801354-3-iscsi neutron-server[99969]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 11:21:38.758434 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 11:21:38.758434 dv-cinder-801354-3-iscsi neutron-server[99969]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 11:21:38.758434 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 11:21:38.758434 dv-cinder-801354-3-iscsi neutron-server[99969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 11:21:38.758434 dv-cinder-801354-3-iscsi neutron-server[99969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 11:21:38.828714 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7d6df0b4-1961-4853-b2d0-a9333833e8cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1073340624'] for network, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:38.837231 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7d6df0b4-1961-4853-b2d0-a9333833e8cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for network, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:38.843167 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-7d6df0b4-1961-4853-b2d0-a9333833e8cc admin admin] 10.222.0.46 "DELETE /v2.0/networks/2f17ff47-830b-4023-ad66-66e432a33b51 HTTP/1.1" status: 204 len: 168 time: 0.7859147 Oct 14 11:21:38.858208 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6df0b4-1961-4853-b2d0-a9333833e8cc admin admin] Pushing event deleted for resources: {'Network': ['ID=2f17ff47-830b-4023-ad66-66e432a33b51,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:38.866878 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-81491396-1f40-4976-a5a2-ceb4046d12dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:38.967030 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc658c-110f-42f4-96e4-4f773d62a016 req-5369a768-a9d9-44ff-a021-598e24fb735e tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:38.968519 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1fcc658c-110f-42f4-96e4-4f773d62a016 req-5369a768-a9d9-44ff-a021-598e24fb735e tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c2b70e8-5960-47ad-885d-080783ea5188 HTTP/1.1" status: 200 len: 946 time: 0.0933807 Oct 14 11:21:38.969619 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-3c5ac910-e25d-4365-980a-8d9526c85381 req-ff63c147-5471-47d8-825f-5f0073f18a85 tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:38.976108 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 38300) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:38.985387 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['883a0f9b-c148-4f1a-9afe-8187619c626b'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:21:39.019449 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-0c0e600e-846c-4f57-a58b-95b8ce4a75a4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b0d78c4c2bd84fe29041852181e0868c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0421581 Oct 14 11:21:39.022619 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 38302) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:39.027197 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff63c147-5471-47d8-825f-5f0073f18a85 tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Pushing event deleted for resources: {'Port': ['ID=883a0f9b-c148-4f1a-9afe-8187619c626b,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:39.075629 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8b702a50-b2fa-4337-9366-a26d0315181e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:39.076533 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c5ac910-e25d-4365-980a-8d9526c85381 req-ff63c147-5471-47d8-825f-5f0073f18a85 tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] No DVR routers for this DVR port 883a0f9b-c148-4f1a-9afe-8187619c626b on host hv-cinder-80135 {{(pid=99969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:21:39.078795 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-3c5ac910-e25d-4365-980a-8d9526c85381 req-ff63c147-5471-47d8-825f-5f0073f18a85 tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:39.082206 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3c5ac910-e25d-4365-980a-8d9526c85381 req-ff63c147-5471-47d8-825f-5f0073f18a85 tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.39 "DELETE /v2.0/ports/883a0f9b-c148-4f1a-9afe-8187619c626b HTTP/1.1" status: 204 len: 173 time: 0.7742374 Oct 14 11:21:39.082808 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2b70e8-5960-47ad-885d-080783ea5188', 'name': 'network-vif-deleted', 'tag': '883a0f9b-c148-4f1a-9afe-8187619c626b'}] {{(pid=99969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:21:39.085835 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a93a02263ebe6e695f08df3ef7f4cabed4a40ac7132537441ac5c84a82560800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa70f61a-51b9-4130-be24-2c5035bc028e" -d '{"events": [{"server_uuid": "0c2b70e8-5960-47ad-885d-080783ea5188", "name": "network-vif-deleted", "tag": "883a0f9b-c148-4f1a-9afe-8187619c626b"}]}' {{(pid=99969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:21:39.091674 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1fcc658c-110f-42f4-96e4-4f773d62a016 req-5ace1245-52c6-4dc8-acbd-1fa918497e03 tempest-VolumesActionsTest-183889364 tempest-VolumesActionsTest-183889364-project] 10.222.0.46 "GET /v2.0/security-groups?id=01279012-4400-44e7-8792-5c39ec145b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160932 Oct 14 11:21:39.111580 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8b702a50-b2fa-4337-9366-a26d0315181e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:39.137240 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8bebe8-0d10-4178-8d7c-fcac11a4aa2c x-openstack-request-id: req-7d8bebe8-0d10-4178-8d7c-fcac11a4aa2c {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:21:39.137530 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2b70e8-5960-47ad-885d-080783ea5188", "name": "network-vif-deleted", "tag": "883a0f9b-c148-4f1a-9afe-8187619c626b", "status": "completed", "code": 200}]} {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:21:39.137780 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7d8bebe8-0d10-4178-8d7c-fcac11a4aa2c {{(pid=99969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:21:39.138270 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2b70e8-5960-47ad-885d-080783ea5188', 'name': 'network-vif-deleted', 'tag': '883a0f9b-c148-4f1a-9afe-8187619c626b', 'status': 'completed', 'code': 200} Oct 14 11:21:39.170860 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8b702a50-b2fa-4337-9366-a26d0315181e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:39.173472 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8b702a50-b2fa-4337-9366-a26d0315181e admin admin] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:39.174708 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-8b702a50-b2fa-4337-9366-a26d0315181e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/460e6ed8-1a2b-48f6-bfe3-bbfd0e603f4e HTTP/1.1" status: 204 len: 168 time: 0.1502492 Oct 14 11:21:39.187834 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b702a50-b2fa-4337-9366-a26d0315181e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460e6ed8-1a2b-48f6-bfe3-bbfd0e603f4e,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:40.753468 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 38372) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:40.869388 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-5c040088-e66d-4224-ac52-8d9fb026a7fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:40.948655 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-5c040088-e66d-4224-ac52-8d9fb026a7fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:40.952226 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-5c040088-e66d-4224-ac52-8d9fb026a7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:40.989190 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-5c040088-e66d-4224-ac52-8d9fb026a7fb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=671d738b9f5e4b8c94bc37a205a5e811&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345116 Oct 14 11:21:40.991178 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c040088-e66d-4224-ac52-8d9fb026a7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9dad1d7-52c5-4600-b749-2c5d785a7cab,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:40.992478 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 38392) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:41.042758 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-1d00072c-2006-434c-802f-7b3a0cbe2ad1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:41.064985 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-1d00072c-2006-434c-802f-7b3a0cbe2ad1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:41.118950 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-1d00072c-2006-434c-802f-7b3a0cbe2ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:41.123006 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-1d00072c-2006-434c-802f-7b3a0cbe2ad1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:41.128491 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-1d00072c-2006-434c-802f-7b3a0cbe2ad1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c9dad1d7-52c5-4600-b749-2c5d785a7cab HTTP/1.1" status: 204 len: 168 time: 0.1347430 Oct 14 11:21:41.141492 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00072c-2006-434c-802f-7b3a0cbe2ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9dad1d7-52c5-4600-b749-2c5d785a7cab,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:41.406568 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 38398) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:41.420409 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-f1809cf4-075a-4e77-b84a-72f4587c0ce6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:41.497306 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-f1809cf4-075a-4e77-b84a-72f4587c0ce6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:41.501264 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-f1809cf4-075a-4e77-b84a-72f4587c0ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:41.518517 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-af51b9a1-329b-42ed-9c78-c258e4dea442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:41.539489 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1809cf4-075a-4e77-b84a-72f4587c0ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79743468-9794-40ae-828d-86d0f17e5bb6,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:41.543741 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-f1809cf4-075a-4e77-b84a-72f4587c0ce6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7f7d6727a973437daa699102c521601f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1361539 Oct 14 11:21:41.546471 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 38400) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:41.593732 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-55009d90-f2c2-44de-abda-079fc04e0296 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:41.615092 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-55009d90-f2c2-44de-abda-079fc04e0296 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:41.662954 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-55009d90-f2c2-44de-abda-079fc04e0296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:41.665517 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-55009d90-f2c2-44de-abda-079fc04e0296 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:41.666701 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-55009d90-f2c2-44de-abda-079fc04e0296 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/79743468-9794-40ae-828d-86d0f17e5bb6 HTTP/1.1" status: 204 len: 168 time: 0.1193199 Oct 14 11:21:41.674691 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55009d90-f2c2-44de-abda-079fc04e0296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79743468-9794-40ae-828d-86d0f17e5bb6,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:41.980141 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 883a0f9b-c148-4f1a-9afe-8187619c626b no longer exists at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:21:41.998940 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] No Port match for: 883a0f9b-c148-4f1a-9afe-8187619c626b {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:21:41.999215 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 883a0f9b-c148-4f1a-9afe-8187619c626b not bound to the agent host hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:21:42.813491 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:43.042385 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:43.496568 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 38474) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:43.601978 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-95a29089-a9c2-453b-89bc-93fc93b269bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:43.676817 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-95a29089-a9c2-453b-89bc-93fc93b269bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:43.681178 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-95a29089-a9c2-453b-89bc-93fc93b269bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:43.718048 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-95a29089-a9c2-453b-89bc-93fc93b269bd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a53386b506d648a79dff7539de6e9ccb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2202795 Oct 14 11:21:43.719974 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a29089-a9c2-453b-89bc-93fc93b269bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfc69f2-3fc6-4e83-9241-a01022b37af2,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:43.720763 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 38478) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:43.775878 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-e78dcb2d-15ab-45db-9f86-8c8942a6f55e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:43.796906 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-e78dcb2d-15ab-45db-9f86-8c8942a6f55e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:43.845963 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-e78dcb2d-15ab-45db-9f86-8c8942a6f55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:43.848498 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-e78dcb2d-15ab-45db-9f86-8c8942a6f55e admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:43.849754 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-e78dcb2d-15ab-45db-9f86-8c8942a6f55e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3cfc69f2-3fc6-4e83-9241-a01022b37af2 HTTP/1.1" status: 204 len: 168 time: 0.1279356 Oct 14 11:21:43.857642 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78dcb2d-15ab-45db-9f86-8c8942a6f55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfc69f2-3fc6-4e83-9241-a01022b37af2,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:44.123989 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 38490) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:44.137653 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-50a9ad52-0a35-4982-a28c-f67bd4c68e97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:44.151279 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a67eda6f-e06c-4dec-aa1e-7ff001e1b3ca req-1261090a-8f95-4b04-b0aa-50c07a4750fa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bc82ae67-1dc6-4687-af02-334a023437ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419977 Oct 14 11:21:44.217558 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-50a9ad52-0a35-4982-a28c-f67bd4c68e97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:44.221389 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-50a9ad52-0a35-4982-a28c-f67bd4c68e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:44.237951 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eda6f-e06c-4dec-aa1e-7ff001e1b3ca req-c54eda2b-5ade-4024-88b5-d2f728fad16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:44.240178 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a67eda6f-e06c-4dec-aa1e-7ff001e1b3ca req-c54eda2b-5ade-4024-88b5-d2f728fad16c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4e158813d8fb41e8ab4e77f6fecff0e2&device_id=bc82ae67-1dc6-4687-af02-334a023437ef HTTP/1.1" status: 200 len: 1098 time: 0.0425363 Oct 14 11:21:44.263354 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-50a9ad52-0a35-4982-a28c-f67bd4c68e97 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f511ab04b543443cb4533fa1178472b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1359658 Oct 14 11:21:44.263354 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9ad52-0a35-4982-a28c-f67bd4c68e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d15dd95-ef06-49bb-93ac-a9e5c19ba915,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:44.264292 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 38492) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:44.313984 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c966cf4a-76b1-47b8-9a4e-3c73ccbf3b2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:44.327972 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:44.339603 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c966cf4a-76b1-47b8-9a4e-3c73ccbf3b2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:44.355012 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eda6f-e06c-4dec-aa1e-7ff001e1b3ca req-b1a7c938-b6fe-4715-9d15-2fb59e322457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:44.356394 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a67eda6f-e06c-4dec-aa1e-7ff001e1b3ca req-b1a7c938-b6fe-4715-9d15-2fb59e322457 service neutron] 10.222.0.39 "GET /v2.0/networks?id=78406704-323b-4611-9294-7a5775aebeb9 HTTP/1.1" status: 200 len: 913 time: 0.0956991 Oct 14 11:21:44.386324 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c966cf4a-76b1-47b8-9a4e-3c73ccbf3b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:44.389026 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c966cf4a-76b1-47b8-9a4e-3c73ccbf3b2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:44.390217 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-c966cf4a-76b1-47b8-9a4e-3c73ccbf3b2a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3d15dd95-ef06-49bb-93ac-a9e5c19ba915 HTTP/1.1" status: 204 len: 168 time: 0.1249959 Oct 14 11:21:44.399774 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c966cf4a-76b1-47b8-9a4e-3c73ccbf3b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d15dd95-ef06-49bb-93ac-a9e5c19ba915,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:44.427895 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a67eda6f-e06c-4dec-aa1e-7ff001e1b3ca req-9cff264d-f6f1-40a7-a66b-7730837d5058 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a9696ae-ccd3-4767-af74-27758b58f407 HTTP/1.1" status: 200 len: 1000 time: 0.0631654 Oct 14 11:21:44.485301 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eda6f-e06c-4dec-aa1e-7ff001e1b3ca req-fd4ca5e5-3dda-44ce-bdf6-ce70117c2765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:44.486814 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a67eda6f-e06c-4dec-aa1e-7ff001e1b3ca req-fd4ca5e5-3dda-44ce-bdf6-ce70117c2765 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8d13795-4deb-41c7-a1d9-9368b1e4f7b1 HTTP/1.1" status: 200 len: 851 time: 0.0489473 Oct 14 11:21:44.535898 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eda6f-e06c-4dec-aa1e-7ff001e1b3ca req-c3cbfa4e-e1b1-437b-b78a-20c1452596c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:44.537975 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a67eda6f-e06c-4dec-aa1e-7ff001e1b3ca req-c3cbfa4e-e1b1-437b-b78a-20c1452596c1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=78406704-323b-4611-9294-7a5775aebeb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431023 Oct 14 11:21:44.631440 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a67eda6f-e06c-4dec-aa1e-7ff001e1b3ca req-ca0ef1fc-9dac-4a78-aabd-c4460d85df28 service neutron] 10.222.0.39 "GET /v2.0/networks/78406704-323b-4611-9294-7a5775aebeb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858743 Oct 14 11:21:44.732953 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a67eda6f-e06c-4dec-aa1e-7ff001e1b3ca req-94dc8c52-82ee-422b-9a10-0384bc2d2ef8 service neutron] 10.222.0.39 "GET /v2.0/networks/78406704-323b-4611-9294-7a5775aebeb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932407 Oct 14 11:21:49.055939 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 38602) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:49.191705 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-5b2cb528-d964-4b04-bd3a-1b4535d6939d admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:49.269918 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-5b2cb528-d964-4b04-bd3a-1b4535d6939d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:49.275584 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-5b2cb528-d964-4b04-bd3a-1b4535d6939d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:49.317081 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 38610) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:49.318447 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-5b2cb528-d964-4b04-bd3a-1b4535d6939d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=16759fc35dc94908ba14f3f326c8c003&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2600186 Oct 14 11:21:49.328738 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cb528-d964-4b04-bd3a-1b4535d6939d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c47d516-4bd9-42ad-85e4-c080df19d566,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:49.393271 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-8b15958b-6ae7-4bc2-b828-ccc2309765b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:49.423198 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-8b15958b-6ae7-4bc2-b828-ccc2309765b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:49.491591 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-8b15958b-6ae7-4bc2-b828-ccc2309765b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:49.494299 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-8b15958b-6ae7-4bc2-b828-ccc2309765b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:49.495447 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-8b15958b-6ae7-4bc2-b828-ccc2309765b8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0c47d516-4bd9-42ad-85e4-c080df19d566 HTTP/1.1" status: 204 len: 168 time: 0.1769934 Oct 14 11:21:49.508976 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b15958b-6ae7-4bc2-b828-ccc2309765b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c47d516-4bd9-42ad-85e4-c080df19d566,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:49.796156 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 38616) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:49.820559 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-b28b6876-1c70-405c-b6fa-5b1a1bb5ed5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:49.923952 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-b28b6876-1c70-405c-b6fa-5b1a1bb5ed5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:49.929982 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-b28b6876-1c70-405c-b6fa-5b1a1bb5ed5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:49.971137 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b6876-1c70-405c-b6fa-5b1a1bb5ed5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06552680-1f53-469f-9983-9f027af830d8,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:49.988871 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-b28b6876-1c70-405c-b6fa-5b1a1bb5ed5a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=39c8432a8f6843c9bfd5e530c321a955&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1915548 Oct 14 11:21:49.992087 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 38618) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:50.076698 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7bd04a90-9615-4c4e-b611-ac9b2eb68b43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:50.108043 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7bd04a90-9615-4c4e-b611-ac9b2eb68b43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:50.182499 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7bd04a90-9615-4c4e-b611-ac9b2eb68b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:50.189937 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7bd04a90-9615-4c4e-b611-ac9b2eb68b43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:50.191311 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-7bd04a90-9615-4c4e-b611-ac9b2eb68b43 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/06552680-1f53-469f-9983-9f027af830d8 HTTP/1.1" status: 204 len: 168 time: 0.1982713 Oct 14 11:21:50.207184 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd04a90-9615-4c4e-b611-ac9b2eb68b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06552680-1f53-469f-9983-9f027af830d8,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:54.868453 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.agents_db [None req-913fd0e5-582e-4eb1-907a-85279628d193 None None] Agent healthcheck: found 6 active agents {{(pid=99971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:21:55.869885 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 38748) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:55.980709 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-8bf8d908-5936-4a3b-854e-b8b7a15a2c39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:56.067895 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-8bf8d908-5936-4a3b-854e-b8b7a15a2c39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:56.072608 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-8bf8d908-5936-4a3b-854e-b8b7a15a2c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:56.106769 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8d908-5936-4a3b-854e-b8b7a15a2c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff01304-fac8-43f1-9f6e-817660263738,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:56.122280 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-8bf8d908-5936-4a3b-854e-b8b7a15a2c39 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=20f5955c1f45435a917086e12cccceb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2509553 Oct 14 11:21:56.123693 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 38752) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:56.191506 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-43c53e74-8f3c-433b-93b8-dfda68a7be95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:56.219304 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-43c53e74-8f3c-433b-93b8-dfda68a7be95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:56.274831 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-43c53e74-8f3c-433b-93b8-dfda68a7be95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:56.277619 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-43c53e74-8f3c-433b-93b8-dfda68a7be95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:56.278814 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-43c53e74-8f3c-433b-93b8-dfda68a7be95 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cff01304-fac8-43f1-9f6e-817660263738 HTTP/1.1" status: 204 len: 168 time: 0.1541421 Oct 14 11:21:56.288961 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c53e74-8f3c-433b-93b8-dfda68a7be95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff01304-fac8-43f1-9f6e-817660263738,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:56.609669 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 38762) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:56.627821 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-7328892f-7c82-4a70-a42a-8eb8d4a0a75f admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:56.741594 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-7328892f-7c82-4a70-a42a-8eb8d4a0a75f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:56.760193 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-7328892f-7c82-4a70-a42a-8eb8d4a0a75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:56.817581 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-7328892f-7c82-4a70-a42a-8eb8d4a0a75f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a9e131603ce54a6386b030a02b1d6e85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2060461 Oct 14 11:21:56.819746 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328892f-7c82-4a70-a42a-8eb8d4a0a75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5773b5-b780-4dba-a8ff-ade408f39579,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:56.820247 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 38764) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:56.874944 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-3c080865-af4f-4212-8810-c45f7a857f5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:56.902933 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-3c080865-af4f-4212-8810-c45f7a857f5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:56.967609 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-3c080865-af4f-4212-8810-c45f7a857f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:56.971063 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-3c080865-af4f-4212-8810-c45f7a857f5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:56.975494 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-3c080865-af4f-4212-8810-c45f7a857f5f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9b5773b5-b780-4dba-a8ff-ade408f39579 HTTP/1.1" status: 204 len: 168 time: 0.1540632 Oct 14 11:21:56.987960 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c080865-af4f-4212-8810-c45f7a857f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5773b5-b780-4dba-a8ff-ade408f39579,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:57.450631 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 38778) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:57.466641 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-9cf89d6f-7c66-43ff-9763-a1c797e2811a admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:57.566521 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-9cf89d6f-7c66-43ff-9763-a1c797e2811a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:57.571935 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-9cf89d6f-7c66-43ff-9763-a1c797e2811a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:57.615234 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf89d6f-7c66-43ff-9763-a1c797e2811a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9545da0-70c4-4b63-a278-1adcbbb917f1,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:57.625330 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-9cf89d6f-7c66-43ff-9763-a1c797e2811a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fd68ce1177db4a9f94bd7b8b80f18cae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1703477 Oct 14 11:21:57.626053 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 38780) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:57.694974 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c4e723f1-095f-4f5f-ad72-40e97ba2cfbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:57.719586 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c4e723f1-095f-4f5f-ad72-40e97ba2cfbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:57.788470 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c4e723f1-095f-4f5f-ad72-40e97ba2cfbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:57.792224 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c4e723f1-095f-4f5f-ad72-40e97ba2cfbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:57.793666 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-c4e723f1-095f-4f5f-ad72-40e97ba2cfbc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a9545da0-70c4-4b63-a278-1adcbbb917f1 HTTP/1.1" status: 204 len: 168 time: 0.1662869 Oct 14 11:21:57.801790 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e723f1-095f-4f5f-ad72-40e97ba2cfbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9545da0-70c4-4b63-a278-1adcbbb917f1,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:03.066903 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 38872) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:22:03.114415 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_v2 [None req-70ea8b22-5a5a-4eea-9582-55c593b5754a admin admin] Deleting subnet ba8dc28b-8053-457a-9c10-09b9d7d6e216 {{(pid=99968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 11:22:03.118002 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-70ea8b22-5a5a-4eea-9582-55c593b5754a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:03.152085 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-70ea8b22-5a5a-4eea-9582-55c593b5754a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069810409'] for subnet, precommit_delete_associations {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:03.193119 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-70ea8b22-5a5a-4eea-9582-55c593b5754a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725203'] for subnet, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:03.248036 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-70ea8b22-5a5a-4eea-9582-55c593b5754a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065087715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070002226'] for subnet, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:03.276611 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea8b22-5a5a-4eea-9582-55c593b5754a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba8dc28b-8053-457a-9c10-09b9d7d6e216,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:03.278811 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-70ea8b22-5a5a-4eea-9582-55c593b5754a admin admin] Publish callbacks [] for subnet, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:03.282340 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-70ea8b22-5a5a-4eea-9582-55c593b5754a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ba8dc28b-8053-457a-9c10-09b9d7d6e216 HTTP/1.1" status: 204 len: 168 time: 0.2135277 Oct 14 11:22:03.284926 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 38874) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:22:03.619338 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-de9429b0-e9a7-4d39-8852-1703a24f398f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544921'] for network, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:03.701221 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-de9429b0-e9a7-4d39-8852-1703a24f398f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727366', 'neutron.services.segments.db._delete_segments_for_network-8755828151089'] for network, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:03.721059 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.services.segments.db [None req-de9429b0-e9a7-4d39-8852-1703a24f398f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f69f7e40160>,) {'filters': {'network_id': ['866e4ff3-dd11-4745-9bf5-de2aeef8be1a']}} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:22:03.731353 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.services.segments.db [None req-de9429b0-e9a7-4d39-8852-1703a24f398f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f69f7e40160>, '6e92dd79-5d5e-407a-97fc-575b32661542') {'for_net_delete': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:22:03.731681 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.services.segments.db [None req-de9429b0-e9a7-4d39-8852-1703a24f398f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f69f7e40160>, '6e92dd79-5d5e-407a-97fc-575b32661542') {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:22:03.745949 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-de9429b0-e9a7-4d39-8852-1703a24f398f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755828152634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069810384'] for segment, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:03.760671 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-de9429b0-e9a7-4d39-8852-1703a24f398f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240'] for segment, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:03.766906 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de9429b0-e9a7-4d39-8852-1703a24f398f admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=99968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 11:22:03.767282 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-de9429b0-e9a7-4d39-8852-1703a24f398f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065086017'] for segment, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:03.768907 dv-cinder-801354-3-iscsi neutron-server[99968]: Traceback (most recent call last): Oct 14 11:22:03.768907 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 11:22:03.768907 dv-cinder-801354-3-iscsi neutron-server[99968]: timer() Oct 14 11:22:03.768907 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 11:22:03.768907 dv-cinder-801354-3-iscsi neutron-server[99968]: cb(*args, **kw) Oct 14 11:22:03.768907 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 11:22:03.768907 dv-cinder-801354-3-iscsi neutron-server[99968]: return func(*args, **kwargs) Oct 14 11:22:03.768907 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 11:22:03.768907 dv-cinder-801354-3-iscsi neutron-server[99968]: self._notify() Oct 14 11:22:03.768907 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 11:22:03.768907 dv-cinder-801354-3-iscsi neutron-server[99968]: self.callback(batched_events) Oct 14 11:22:03.768907 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 11:22:03.768907 dv-cinder-801354-3-iscsi neutron-server[99968]: event.method(event) Oct 14 11:22:03.768907 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 11:22:03.768907 dv-cinder-801354-3-iscsi neutron-server[99968]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 11:22:03.768907 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 11:22:03.768907 dv-cinder-801354-3-iscsi neutron-server[99968]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 11:22:03.768907 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 11:22:03.768907 dv-cinder-801354-3-iscsi neutron-server[99968]: return f(self, *a, **k) Oct 14 11:22:03.768907 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 11:22:03.768907 dv-cinder-801354-3-iscsi neutron-server[99968]: return self._get(url).json() Oct 14 11:22:03.768907 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 11:22:03.768907 dv-cinder-801354-3-iscsi neutron-server[99968]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 11:22:03.768907 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 11:22:03.768907 dv-cinder-801354-3-iscsi neutron-server[99968]: return self.request(url, 'GET', **kwargs) Oct 14 11:22:03.768907 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 11:22:03.768907 dv-cinder-801354-3-iscsi neutron-server[99968]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 11:22:03.768907 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 11:22:03.768907 dv-cinder-801354-3-iscsi neutron-server[99968]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 11:22:03.768907 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 11:22:03.768907 dv-cinder-801354-3-iscsi neutron-server[99968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 11:22:03.768907 dv-cinder-801354-3-iscsi neutron-server[99968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 11:22:03.827241 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-de9429b0-e9a7-4d39-8852-1703a24f398f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1073340624'] for network, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:03.832475 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-de9429b0-e9a7-4d39-8852-1703a24f398f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for network, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:03.836364 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-de9429b0-e9a7-4d39-8852-1703a24f398f admin admin] 10.222.0.46 "DELETE /v2.0/networks/866e4ff3-dd11-4745-9bf5-de2aeef8be1a HTTP/1.1" status: 204 len: 168 time: 0.5504639 Oct 14 11:22:03.847179 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9429b0-e9a7-4d39-8852-1703a24f398f admin admin] Pushing event deleted for resources: {'Network': ['ID=866e4ff3-dd11-4745-9bf5-de2aeef8be1a,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:04.012880 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 38878) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:22:04.055179 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-a721e109-f7d0-4bc8-b2a6-90463fd9424e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=63fb954a50de4912a0e8e228a6d1556b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410628 Oct 14 11:22:04.057628 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 38880) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:22:04.108445 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9a53f060-48ec-4b7a-8664-ff37368244f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:04.134851 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9a53f060-48ec-4b7a-8664-ff37368244f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:04.182897 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9a53f060-48ec-4b7a-8664-ff37368244f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:04.185436 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9a53f060-48ec-4b7a-8664-ff37368244f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:04.186794 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-9a53f060-48ec-4b7a-8664-ff37368244f5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/01279012-4400-44e7-8792-5c39ec145b1b HTTP/1.1" status: 204 len: 168 time: 0.1282015 Oct 14 11:22:04.195350 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f060-48ec-4b7a-8664-ff37368244f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01279012-4400-44e7-8792-5c39ec145b1b,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:08.733037 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:08.849076 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-c03149c9-bbc2-46c0-9e76-0e282c224ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:11.521780 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-dcb9fcb3-0595-4dad-96d2-46b017c50c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:12.817890 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:13.034981 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:14.328187 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:15.181155 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 39014) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:22:15.298222 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-2337bbc1-26a0-4023-9e37-86549d6ef91b admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:15.373071 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-2337bbc1-26a0-4023-9e37-86549d6ef91b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:15.377036 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-2337bbc1-26a0-4023-9e37-86549d6ef91b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:15.417450 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-2337bbc1-26a0-4023-9e37-86549d6ef91b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=db504180c0484223a4db5c72871c2615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352133 Oct 14 11:22:15.418315 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337bbc1-26a0-4023-9e37-86549d6ef91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5eb2fed-74b4-4325-a91f-a03f4697aaab,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:15.420248 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 39018) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:22:15.469276 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-00742d79-d197-4f01-93e8-0d1f9847f164 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:15.491117 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-00742d79-d197-4f01-93e8-0d1f9847f164 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:15.537249 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-00742d79-d197-4f01-93e8-0d1f9847f164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:15.539874 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-00742d79-d197-4f01-93e8-0d1f9847f164 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:15.541000 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-00742d79-d197-4f01-93e8-0d1f9847f164 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b5eb2fed-74b4-4325-a91f-a03f4697aaab HTTP/1.1" status: 204 len: 168 time: 0.1196997 Oct 14 11:22:15.548440 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00742d79-d197-4f01-93e8-0d1f9847f164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5eb2fed-74b4-4325-a91f-a03f4697aaab,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:16.164289 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 39040) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:22:16.262906 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-1f40ceb1-117a-4535-a2ad-236e371a05e3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1459575527-network', 'tenant_id': '752304d80c35436c9ce5e1d5970ee38e'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:22:16.283833 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f40ceb1-117a-4535-a2ad-236e371a05e3 admin admin] Made reservation on behalf of 752304d80c35436c9ce5e1d5970ee38e for: {'network': 1} {{(pid=99969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:22:16.286712 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-1f40ceb1-117a-4535-a2ad-236e371a05e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for network, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:16.294766 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-1f40ceb1-117a-4535-a2ad-236e371a05e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:16.375538 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-1f40ceb1-117a-4535-a2ad-236e371a05e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:16.379638 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-1f40ceb1-117a-4535-a2ad-236e371a05e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:16.400572 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f40ceb1-117a-4535-a2ad-236e371a05e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=99969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 11:22:16.416486 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f40ceb1-117a-4535-a2ad-236e371a05e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c36fecc-2ea1-4648-a524-7884663b3fa0,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:16.419296 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-1f40ceb1-117a-4535-a2ad-236e371a05e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240'] for segment, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:16.419631 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.db.segments_db [None req-1f40ceb1-117a-4535-a2ad-236e371a05e3 admin admin] Added segment 5fcbc777-6689-4ef5-87ca-afe354aad21c of type vlan for network 1738995b-a95c-4dfb-b6a7-37a26b1a9e9a Oct 14 11:22:16.462339 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-1f40ceb1-117a-4535-a2ad-236e371a05e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755827645040'] for network, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:16.487388 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-1f40ceb1-117a-4535-a2ad-236e371a05e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994'] for network, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:16.488389 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f40ceb1-117a-4535-a2ad-236e371a05e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:16.488979 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-1f40ceb1-117a-4535-a2ad-236e371a05e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for network, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:16.525398 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-1f40ceb1-117a-4535-a2ad-236e371a05e3 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3600163 Oct 14 11:22:16.528418 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 39044) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:22:16.533581 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-0b606513-8baa-4ab4-a9ec-18ee9f643d20 admin admin] Request body: {'subnet': {'network_id': '1738995b-a95c-4dfb-b6a7-37a26b1a9e9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1459575527-subnet', 'tenant_id': '752304d80c35436c9ce5e1d5970ee38e', 'ip_version': 4}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:22:16.553344 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f40ceb1-117a-4535-a2ad-236e371a05e3 admin admin] Pushing event updated for resources: {'Network': ['ID=1738995b-a95c-4dfb-b6a7-37a26b1a9e9a,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:16.554615 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b606513-8baa-4ab4-a9ec-18ee9f643d20 admin admin] Made reservation on behalf of 752304d80c35436c9ce5e1d5970ee38e for: {'subnet': 1} {{(pid=99968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:22:16.558032 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-0b606513-8baa-4ab4-a9ec-18ee9f643d20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070002207'] for subnet, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:16.563409 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Network 1738995b-a95c-4dfb-b6a7-37a26b1a9e9a details requested by agent ovs-agent-dv-cinder-801354-3-iscsi with host dv-cinder-801354-3-iscsi {{(pid=99970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 11:22:16.725681 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-0b606513-8baa-4ab4-a9ec-18ee9f643d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065087650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070002185'] for subnet, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:16.779975 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b606513-8baa-4ab4-a9ec-18ee9f643d20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=816d1c95-0568-4d2b-bf4e-4faa08ac3479,revision_number=0']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:16.789523 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b606513-8baa-4ab4-a9ec-18ee9f643d20 admin admin] Checking segment: {'id': '5fcbc777-6689-4ef5-87ca-afe354aad21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1738995b-a95c-4dfb-b6a7-37a26b1a9e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:22:16.789882 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b606513-8baa-4ab4-a9ec-18ee9f643d20 admin admin] Network hostable DHCP agents. Network: 1738995b-a95c-4dfb-b6a7-37a26b1a9e9a, hostable agents: ['dc103412-d4dc-48a3-9309-49b6d77c9d56'], hosted agents: [] {{(pid=99968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 11:22:16.810153 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b606513-8baa-4ab4-a9ec-18ee9f643d20 admin admin] Network 1738995b-a95c-4dfb-b6a7-37a26b1a9e9a is scheduled to be hosted by DHCP agent dc103412-d4dc-48a3-9309-49b6d77c9d56 with binding_index 1 {{(pid=99968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 11:22:16.820557 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [None req-0b606513-8baa-4ab4-a9ec-18ee9f643d20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-3-iscsi, 1738995b-a95c-4dfb-b6a7-37a26b1a9e9a) {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:22:16.824899 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b606513-8baa-4ab4-a9ec-18ee9f643d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:16.825482 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-0b606513-8baa-4ab4-a9ec-18ee9f643d20 admin admin] Publish callbacks [] for subnet, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:16.830337 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711d34a0-51d1-4828-b89e-398901810a58 None None] Network 1738995b-a95c-4dfb-b6a7-37a26b1a9e9a requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:22:16.842796 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-0b606513-8baa-4ab4-a9ec-18ee9f643d20 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3132334 Oct 14 11:22:16.845438 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 39046) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:22:16.850452 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-82b7b0dd-affb-42ad-a9e0-d0480b4c85dc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1459575527-router', 'tenant_id': '752304d80c35436c9ce5e1d5970ee38e', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'}}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:22:16.872008 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-82b7b0dd-affb-42ad-a9e0-d0480b4c85dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1073287198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14274'] for router, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:16.873150 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-82b7b0dd-affb-42ad-a9e0-d0480b4c85dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1073287402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1073340511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1073345878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14283'] for router, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:16.937765 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-82b7b0dd-affb-42ad-a9e0-d0480b4c85dc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:16.987770 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac81660-9803-4deb-989e-c42feb824ab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e812ef1-029a-5b51-ab78-5c6baf4a9599-1738995b-a95c-4dfb-b6a7-37a26b1a9e9a', 'network_id': '1738995b-a95c-4dfb-b6a7-37a26b1a9e9a', 'tenant_id': '752304d80c35436c9ce5e1d5970ee38e', 'fixed_ips': [{'subnet_id': '816d1c95-0568-4d2b-bf4e-4faa08ac3479'}]}} from dv-cinder-801354-3-iscsi. {{(pid=99970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 11:22:16.988723 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-2ac81660-9803-4deb-989e-c42feb824ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:17.080314 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-82b7b0dd-affb-42ad-a9e0-d0480b4c85dc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:17.126775 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.db_base_plugin_common [None req-2ac81660-9803-4deb-989e-c42feb824ab9 None None] Allocated IP 172.20.0.2 (1738995b-a95c-4dfb-b6a7-37a26b1a9e9a/816d1c95-0568-4d2b-bf4e-4faa08ac3479/d0de7226-2b08-4d88-9535-5422aedd8e2f) {{(pid=99970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:22:17.273044 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-2ac81660-9803-4deb-989e-c42feb824ab9 None None] Publish callbacks [] for port, precommit_create {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:17.279145 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-2ac81660-9803-4deb-989e-c42feb824ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431'] for port, after_create {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:17.279432 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-82b7b0dd-affb-42ad-a9e0-d0480b4c85dc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:17.299572 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-82b7b0dd-affb-42ad-a9e0-d0480b4c85dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:17.318552 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac81660-9803-4deb-989e-c42feb824ab9 None None] Network 1738995b-a95c-4dfb-b6a7-37a26b1a9e9a is already hosted by enough agents. {{(pid=99970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:22:17.321754 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.scheduler.base_scheduler [None req-2ac81660-9803-4deb-989e-c42feb824ab9 None None] Resources bound (agent type, host, resource id): {{(pid=99970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:22:17.324621 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac81660-9803-4deb-989e-c42feb824ab9 None None] Received port after_create {{(pid=99970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:22:17.337449 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac81660-9803-4deb-989e-c42feb824ab9 None None] Pushing event updated for resources: {'Port': ['ID=d0de7226-2b08-4d88-9535-5422aedd8e2f,revision_number=1']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:17.393699 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-2ac81660-9803-4deb-989e-c42feb824ab9 None None] Attempting to bind port d0de7226-2b08-4d88-9535-5422aedd8e2f on host dv-cinder-801354-3-iscsi for vnic_type normal with profile {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:22:17.394120 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-2ac81660-9803-4deb-989e-c42feb824ab9 None None] Attempting to bind port d0de7226-2b08-4d88-9535-5422aedd8e2f by drivers openvswitch,hyperv on host dv-cinder-801354-3-iscsi at level 0 using segments [{'id': '5fcbc777-6689-4ef5-87ca-afe354aad21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1738995b-a95c-4dfb-b6a7-37a26b1a9e9a'}] {{(pid=99970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:22:17.394544 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac81660-9803-4deb-989e-c42feb824ab9 None None] Attempting to bind port d0de7226-2b08-4d88-9535-5422aedd8e2f on network 1738995b-a95c-4dfb-b6a7-37a26b1a9e9a {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:22:17.401587 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac81660-9803-4deb-989e-c42feb824ab9 None None] Checking agent: {'id': 'bb3727ce-8571-46e9-a464-805553a8417e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 5, 13), 'started_at': datetime.datetime(2021, 10, 14, 11, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:22:17.402027 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac81660-9803-4deb-989e-c42feb824ab9 None None] Checking segment: {'id': '5fcbc777-6689-4ef5-87ca-afe354aad21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1738995b-a95c-4dfb-b6a7-37a26b1a9e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:22:17.402483 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-2ac81660-9803-4deb-989e-c42feb824ab9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:17.403040 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac81660-9803-4deb-989e-c42feb824ab9 None None] Bound using segment: {'id': '5fcbc777-6689-4ef5-87ca-afe354aad21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1738995b-a95c-4dfb-b6a7-37a26b1a9e9a'} {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:22:17.403616 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-2ac81660-9803-4deb-989e-c42feb824ab9 None None] Bound port: d0de7226-2b08-4d88-9535-5422aedd8e2f, host: dv-cinder-801354-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fcbc777-6689-4ef5-87ca-afe354aad21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1738995b-a95c-4dfb-b6a7-37a26b1a9e9a'}}] {{(pid=99970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:22:17.403987 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-2ac81660-9803-4deb-989e-c42feb824ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:17.422479 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_common [None req-82b7b0dd-affb-42ad-a9e0-d0480b4c85dc admin admin] Allocated IP 172.27.0.190 (e7b04304-7a8b-409f-a7ac-32fc979111a9/b7c74a80-f412-4798-967a-8287544534dc/4a00d644-d907-4e30-8d9c-a54e55220b92) {{(pid=99968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:22:17.478015 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-2ac81660-9803-4deb-989e-c42feb824ab9 None None] For port d0de7226-2b08-4d88-9535-5422aedd8e2f, host dv-cinder-801354-3-iscsi, cleared binding levels {{(pid=99970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:22:17.481790 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-2ac81660-9803-4deb-989e-c42feb824ab9 None None] For port d0de7226-2b08-4d88-9535-5422aedd8e2f, host dv-cinder-801354-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=d0de7226-2b08-4d88-9535-5422aedd8e2f,segment=NetworkSegment(5fcbc777-6689-4ef5-87ca-afe354aad21c),segment_id=5fcbc777-6689-4ef5-87ca-afe354aad21c)] {{(pid=99970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:22:17.486478 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-2ac81660-9803-4deb-989e-c42feb824ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:17.528586 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-82b7b0dd-affb-42ad-a9e0-d0480b4c85dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:17.550991 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac81660-9803-4deb-989e-c42feb824ab9 None None] Pushing event updated for resources: {'Port': ['ID=d0de7226-2b08-4d88-9535-5422aedd8e2f,revision_number=2']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:17.564207 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-82b7b0dd-affb-42ad-a9e0-d0480b4c85dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065085970'] for port, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:17.607899 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b7b0dd-affb-42ad-a9e0-d0480b4c85dc admin admin] Network e7b04304-7a8b-409f-a7ac-32fc979111a9 is already hosted by enough agents. {{(pid=99968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:22:17.612268 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [None req-82b7b0dd-affb-42ad-a9e0-d0480b4c85dc admin admin] Resources bound (agent type, host, resource id): {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:22:17.618207 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b7b0dd-affb-42ad-a9e0-d0480b4c85dc admin admin] Received port after_create {{(pid=99968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:22:17.623516 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b7b0dd-affb-42ad-a9e0-d0480b4c85dc admin admin] Pushing event updated for resources: {'Port': ['ID=4a00d644-d907-4e30-8d9c-a54e55220b92,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:17.891186 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-82b7b0dd-affb-42ad-a9e0-d0480b4c85dc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:18.094507 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-82b7b0dd-affb-42ad-a9e0-d0480b4c85dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1073287315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1073340520'] for router, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:18.125698 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device d0de7226-2b08-4d88-9535-5422aedd8e2f up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:22:18.179199 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port d0de7226-2b08-4d88-9535-5422aedd8e2f triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:22:18.179564 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:18.235858 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b7b0dd-affb-42ad-a9e0-d0480b4c85dc admin admin] Router 558e7192-4e6c-4daa-8f4b-8a647e8757f2 is scheduled to L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 with binding_index 1 {{(pid=99968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 11:22:18.264745 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:18.298338 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] For port d0de7226-2b08-4d88-9535-5422aedd8e2f, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=d0de7226-2b08-4d88-9535-5422aedd8e2f,segment=NetworkSegment(5fcbc777-6689-4ef5-87ca-afe354aad21c),segment_id=5fcbc777-6689-4ef5-87ca-afe354aad21c)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:22:18.305464 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:18.353868 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b7b0dd-affb-42ad-a9e0-d0480b4c85dc admin admin] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:22:18.360981 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Pushing event updated for resources: {'Port': ['ID=d0de7226-2b08-4d88-9535-5422aedd8e2f,revision_number=3']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:18.367134 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971ad019-fe36-430b-85f7-fc32df47e4e6 None None] Sync routers for ids ['558e7192-4e6c-4daa-8f4b-8a647e8757f2'] in dv-cinder-801354-3-iscsi {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:22:18.373287 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-82b7b0dd-affb-42ad-a9e0-d0480b4c85dc admin admin] Publish callbacks [] for router, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:18.374752 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-82b7b0dd-affb-42ad-a9e0-d0480b4c85dc admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5283720 Oct 14 11:22:18.377435 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 39048) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:22:18.379509 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:18.380681 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:18.381281 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:18.381430 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:18.381767 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:18.382095 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:18.382444 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:18.382770 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:18.383109 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:18.383433 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:18.383750 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:18.384067 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:18.390652 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971ad019-fe36-430b-85f7-fc32df47e4e6 None None] Routers {'558e7192-4e6c-4daa-8f4b-8a647e8757f2'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:22:18.391263 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-971ad019-fe36-430b-85f7-fc32df47e4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fc77abe0>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:22:12Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['558e7192-4e6c-4daa-8f4b-8a647e8757f2'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:22:18.469901 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b07033-0ae2-4e18-b5a5-9bef810804e1 None None] Network 1738995b-a95c-4dfb-b6a7-37a26b1a9e9a requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:22:18.699688 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-971ad019-fe36-430b-85f7-fc32df47e4e6 None None] Set router 558e7192-4e6c-4daa-8f4b-8a647e8757f2 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:22:18.729519 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-cd66e62f-4536-4b0c-8385-c7839fd0909a None None] Provisioning complete for port d0de7226-2b08-4d88-9535-5422aedd8e2f triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:22:18.729803 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-cd66e62f-4536-4b0c-8385-c7839fd0909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:18.831920 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-fd2da8a3-8a51-40ce-a563-f9de4a92b2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:18.988525 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_common [None req-fd2da8a3-8a51-40ce-a563-f9de4a92b2db admin admin] Allocated IP 172.20.0.1 (1738995b-a95c-4dfb-b6a7-37a26b1a9e9a/816d1c95-0568-4d2b-bf4e-4faa08ac3479/0c638eb6-bef5-4030-9006-4f000ebbcdca) {{(pid=99968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:22:19.043210 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-971ad019-fe36-430b-85f7-fc32df47e4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fc77abe0>, [{'id': '558e7192-4e6c-4daa-8f4b-8a647e8757f2', 'name': 'tempest-TestShelveInstance-1459575527-router', 'tenant_id': '752304d80c35436c9ce5e1d5970ee38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '4a00d644-d907-4e30-8d9c-a54e55220b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:22:16Z', 'updated_at': '2021-10-14T11:22:17Z', 'revision_number': 3, 'project_id': '752304d80c35436c9ce5e1d5970ee38e', 'gw_port': {'id': '4a00d644-d907-4e30-8d9c-a54e55220b92', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558e7192-4e6c-4daa-8f4b-8a647e8757f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:22:17Z', 'updated_at': '2021-10-14T11:22:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi'}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:22:19.075997 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971ad019-fe36-430b-85f7-fc32df47e4e6 None None] Checking router: 558e7192-4e6c-4daa-8f4b-8a647e8757f2 for host: dv-cinder-801354-3-iscsi {{(pid=99970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:22:19.076446 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971ad019-fe36-430b-85f7-fc32df47e4e6 None None] Updating router 558e7192-4e6c-4daa-8f4b-8a647e8757f2 port 4a00d644-d907-4e30-8d9c-a54e55220b92 binding host dv-cinder-801354-3-iscsi {{(pid=99970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 11:22:19.101431 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-fd2da8a3-8a51-40ce-a563-f9de4a92b2db admin admin] Publish callbacks [] for port, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:19.105612 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-971ad019-fe36-430b-85f7-fc32df47e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:19.137374 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-fd2da8a3-8a51-40ce-a563-f9de4a92b2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065085970'] for port, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:19.173192 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2da8a3-8a51-40ce-a563-f9de4a92b2db admin admin] Network 1738995b-a95c-4dfb-b6a7-37a26b1a9e9a is already hosted by enough agents. {{(pid=99968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:22:19.176233 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [None req-fd2da8a3-8a51-40ce-a563-f9de4a92b2db admin admin] Resources bound (agent type, host, resource id): {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:22:19.180592 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2da8a3-8a51-40ce-a563-f9de4a92b2db admin admin] Received port after_create {{(pid=99968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:22:19.226486 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2da8a3-8a51-40ce-a563-f9de4a92b2db admin admin] Pushing event updated for resources: {'Port': ['ID=0c638eb6-bef5-4030-9006-4f000ebbcdca,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:19.232871 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-fd2da8a3-8a51-40ce-a563-f9de4a92b2db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1073342815'] for router_interface, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:19.340957 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-f836b0b8-379c-4d5a-993a-7f3edf2f0338 None None] Provisioning complete for port d0de7226-2b08-4d88-9535-5422aedd8e2f triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:22:19.341498 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-f836b0b8-379c-4d5a-993a-7f3edf2f0338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:19.362748 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-fd2da8a3-8a51-40ce-a563-f9de4a92b2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:19.439513 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-971ad019-fe36-430b-85f7-fc32df47e4e6 None None] Publish callbacks [] for port, precommit_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:19.446188 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-971ad019-fe36-430b-85f7-fc32df47e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:19.527663 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-971ad019-fe36-430b-85f7-fc32df47e4e6 None None] Attempting to bind port 4a00d644-d907-4e30-8d9c-a54e55220b92 on host dv-cinder-801354-3-iscsi for vnic_type normal with profile {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:22:19.528022 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-971ad019-fe36-430b-85f7-fc32df47e4e6 None None] Attempting to bind port 4a00d644-d907-4e30-8d9c-a54e55220b92 by drivers openvswitch,hyperv on host dv-cinder-801354-3-iscsi at level 0 using segments [{'id': '41826669-4ce7-4556-a5ab-a5c365ae266e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'}] {{(pid=99970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:22:19.528372 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971ad019-fe36-430b-85f7-fc32df47e4e6 None None] Attempting to bind port 4a00d644-d907-4e30-8d9c-a54e55220b92 on network e7b04304-7a8b-409f-a7ac-32fc979111a9 {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:22:19.535971 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7853e4f9-9019-46af-8c5c-e7f51f85ae33 None None] Pushing event updated for resources: {'Port': ['ID=4a00d644-d907-4e30-8d9c-a54e55220b92,revision_number=2']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:19.539670 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-fd2da8a3-8a51-40ce-a563-f9de4a92b2db admin admin] Publish callbacks [] for port, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:19.541840 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971ad019-fe36-430b-85f7-fc32df47e4e6 None None] Checking agent: {'id': 'bb3727ce-8571-46e9-a464-805553a8417e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 5, 13), 'started_at': datetime.datetime(2021, 10, 14, 11, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:22:19.542274 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971ad019-fe36-430b-85f7-fc32df47e4e6 None None] Checking segment: {'id': '41826669-4ce7-4556-a5ab-a5c365ae266e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:22:19.542670 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-971ad019-fe36-430b-85f7-fc32df47e4e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:19.543275 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971ad019-fe36-430b-85f7-fc32df47e4e6 None None] Bound using segment: {'id': '41826669-4ce7-4556-a5ab-a5c365ae266e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'} {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:22:19.543742 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-971ad019-fe36-430b-85f7-fc32df47e4e6 None None] Bound port: 4a00d644-d907-4e30-8d9c-a54e55220b92, host: dv-cinder-801354-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41826669-4ce7-4556-a5ab-a5c365ae266e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'}}] {{(pid=99970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:22:19.544112 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-971ad019-fe36-430b-85f7-fc32df47e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:19.544649 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-fd2da8a3-8a51-40ce-a563-f9de4a92b2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065085989'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:19.599762 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-971ad019-fe36-430b-85f7-fc32df47e4e6 None None] For port 4a00d644-d907-4e30-8d9c-a54e55220b92, host dv-cinder-801354-3-iscsi, cleared binding levels {{(pid=99970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:22:19.603222 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-971ad019-fe36-430b-85f7-fc32df47e4e6 None None] For port 4a00d644-d907-4e30-8d9c-a54e55220b92, host dv-cinder-801354-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=4a00d644-d907-4e30-8d9c-a54e55220b92,segment=NetworkSegment(41826669-4ce7-4556-a5ab-a5c365ae266e),segment_id=41826669-4ce7-4556-a5ab-a5c365ae266e)] {{(pid=99970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:22:19.607529 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-971ad019-fe36-430b-85f7-fc32df47e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:19.615826 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2da8a3-8a51-40ce-a563-f9de4a92b2db admin admin] Pushing event updated for resources: {'Port': ['ID=0c638eb6-bef5-4030-9006-4f000ebbcdca,revision_number=2']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:19.618372 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-fd2da8a3-8a51-40ce-a563-f9de4a92b2db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1073186008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1073342763'] for router_interface, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:19.678411 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971ad019-fe36-430b-85f7-fc32df47e4e6 None None] Routers {'558e7192-4e6c-4daa-8f4b-8a647e8757f2'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:22:19.679043 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-971ad019-fe36-430b-85f7-fc32df47e4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fc77abe0>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:22:12Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['558e7192-4e6c-4daa-8f4b-8a647e8757f2'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:22:19.711733 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2da8a3-8a51-40ce-a563-f9de4a92b2db admin admin] Network 1738995b-a95c-4dfb-b6a7-37a26b1a9e9a is already hosted by enough agents. {{(pid=99968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:22:19.713232 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-37bd4238-4972-44b1-b203-4721ea72c07d None None] Provisioning complete for port 0c638eb6-bef5-4030-9006-4f000ebbcdca triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:22:19.713601 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-37bd4238-4972-44b1-b203-4721ea72c07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:19.713804 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [None req-fd2da8a3-8a51-40ce-a563-f9de4a92b2db admin admin] Resources bound (agent type, host, resource id): {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:22:19.717599 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7853e4f9-9019-46af-8c5c-e7f51f85ae33 None None] Pushing event updated for resources: {'Port': ['ID=4a00d644-d907-4e30-8d9c-a54e55220b92,revision_number=3']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:19.769285 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-37bd4238-4972-44b1-b203-4721ea72c07d None None] Port 0c638eb6-bef5-4030-9006-4f000ebbcdca cannot update to ACTIVE because it is not bound. {{(pid=99970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:22:19.829261 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-971ad019-fe36-430b-85f7-fc32df47e4e6 None None] Set router 558e7192-4e6c-4daa-8f4b-8a647e8757f2 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:22:19.835857 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2da8a3-8a51-40ce-a563-f9de4a92b2db admin admin] Router 558e7192-4e6c-4daa-8f4b-8a647e8757f2 has already been hosted by L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 {{(pid=99968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:22:19.950507 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2da8a3-8a51-40ce-a563-f9de4a92b2db admin admin] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:22:19.955551 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-fd2da8a3-8a51-40ce-a563-f9de4a92b2db admin admin] 10.222.0.46 "PUT /v2.0/routers/558e7192-4e6c-4daa-8f4b-8a647e8757f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5769732 Oct 14 11:22:20.020601 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-d918bed4-ac0e-43f3-8d52-8677ac387583 None None] Provisioning complete for port 0c638eb6-bef5-4030-9006-4f000ebbcdca triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:22:20.020980 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-d918bed4-ac0e-43f3-8d52-8677ac387583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:20.077627 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-971ad019-fe36-430b-85f7-fc32df47e4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fc77abe0>, [{'id': '558e7192-4e6c-4daa-8f4b-8a647e8757f2', 'name': 'tempest-TestShelveInstance-1459575527-router', 'tenant_id': '752304d80c35436c9ce5e1d5970ee38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '4a00d644-d907-4e30-8d9c-a54e55220b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:22:16Z', 'updated_at': '2021-10-14T11:22:19Z', 'revision_number': 4, 'project_id': '752304d80c35436c9ce5e1d5970ee38e', 'gw_port': {'id': '4a00d644-d907-4e30-8d9c-a54e55220b92', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558e7192-4e6c-4daa-8f4b-8a647e8757f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:22:17Z', 'updated_at': '2021-10-14T11:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': '0c638eb6-bef5-4030-9006-4f000ebbcdca', 'name': '', 'network_id': '1738995b-a95c-4dfb-b6a7-37a26b1a9e9a', 'tenant_id': '752304d80c35436c9ce5e1d5970ee38e', 'mac_address': 'fa:16:3e:88:da:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558e7192-4e6c-4daa-8f4b-8a647e8757f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '816d1c95-0568-4d2b-bf4e-4faa08ac3479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:22:18Z', 'updated_at': '2021-10-14T11:22:19Z', 'revision_number': 2, 'project_id': '752304d80c35436c9ce5e1d5970ee38e', 'subnets': [{'id': '816d1c95-0568-4d2b-bf4e-4faa08ac3479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:22:20.080646 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-d918bed4-ac0e-43f3-8d52-8677ac387583 None None] Port 0c638eb6-bef5-4030-9006-4f000ebbcdca cannot update to ACTIVE because it is not bound. {{(pid=99970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:22:20.105897 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971ad019-fe36-430b-85f7-fc32df47e4e6 None None] The sync data for ids ['558e7192-4e6c-4daa-8f4b-8a647e8757f2'] in dv-cinder-801354-3-iscsi is: [{'id': '558e7192-4e6c-4daa-8f4b-8a647e8757f2', 'name': 'tempest-TestShelveInstance-1459575527-router', 'tenant_id': '752304d80c35436c9ce5e1d5970ee38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '4a00d644-d907-4e30-8d9c-a54e55220b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:22:16Z', 'updated_at': '2021-10-14T11:22:19Z', 'revision_number': 4, 'project_id': '752304d80c35436c9ce5e1d5970ee38e', 'gw_port': {'id': '4a00d644-d907-4e30-8d9c-a54e55220b92', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558e7192-4e6c-4daa-8f4b-8a647e8757f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:22:17Z', 'updated_at': '2021-10-14T11:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': '0c638eb6-bef5-4030-9006-4f000ebbcdca', 'name': '', 'network_id': '1738995b-a95c-4dfb-b6a7-37a26b1a9e9a', 'tenant_id': '752304d80c35436c9ce5e1d5970ee38e', 'mac_address': 'fa:16:3e:88:da:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558e7192-4e6c-4daa-8f4b-8a647e8757f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '816d1c95-0568-4d2b-bf4e-4faa08ac3479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:22:18Z', 'updated_at': '2021-10-14T11:22:19Z', 'revision_number': 2, 'project_id': '752304d80c35436c9ce5e1d5970ee38e', 'subnets': [{'id': '816d1c95-0568-4d2b-bf4e-4faa08ac3479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:22:20.113549 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device d0de7226-2b08-4d88-9535-5422aedd8e2f up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:22:20.166481 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port d0de7226-2b08-4d88-9535-5422aedd8e2f triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:22:20.167100 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:20.486892 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 39064) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:22:20.492676 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-2dc5cce6-fb2e-457e-91ce-e956fae7e386 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2120957567-network', 'tenant_id': '95927c12c90344e2866a67e502c7e674'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:22:20.514107 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc5cce6-fb2e-457e-91ce-e956fae7e386 admin admin] Made reservation on behalf of 95927c12c90344e2866a67e502c7e674 for: {'network': 1} {{(pid=99968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:22:20.516630 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-2dc5cce6-fb2e-457e-91ce-e956fae7e386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for network, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:20.525931 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-2dc5cce6-fb2e-457e-91ce-e956fae7e386 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:20.604614 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-2dc5cce6-fb2e-457e-91ce-e956fae7e386 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:20.608364 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-2dc5cce6-fb2e-457e-91ce-e956fae7e386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:20.639153 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dc5cce6-fb2e-457e-91ce-e956fae7e386 admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=99968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 11:22:20.644707 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc5cce6-fb2e-457e-91ce-e956fae7e386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527ed0f2-1b9b-4790-894a-8beec96b9b36,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:20.652620 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-2dc5cce6-fb2e-457e-91ce-e956fae7e386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240'] for segment, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:20.652960 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.db.segments_db [None req-2dc5cce6-fb2e-457e-91ce-e956fae7e386 admin admin] Added segment 9663892a-c16e-4e3f-9170-78c81592c426 of type vlan for network b0f4f705-dbc3-4186-8a9b-17bdbfb757e3 Oct 14 11:22:20.696105 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-2dc5cce6-fb2e-457e-91ce-e956fae7e386 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755827645040'] for network, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:20.727211 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-2dc5cce6-fb2e-457e-91ce-e956fae7e386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994'] for network, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:20.728238 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc5cce6-fb2e-457e-91ce-e956fae7e386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:20.728967 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-2dc5cce6-fb2e-457e-91ce-e956fae7e386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for network, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:20.773382 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-2dc5cce6-fb2e-457e-91ce-e956fae7e386 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2851989 Oct 14 11:22:20.776301 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 39066) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:22:20.781185 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-013381db-5009-4c26-822d-ab887343afec admin admin] Request body: {'subnet': {'network_id': 'b0f4f705-dbc3-4186-8a9b-17bdbfb757e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2120957567-subnet', 'tenant_id': '95927c12c90344e2866a67e502c7e674', 'ip_version': 4}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:22:20.803285 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc5cce6-fb2e-457e-91ce-e956fae7e386 admin admin] Pushing event updated for resources: {'Network': ['ID=b0f4f705-dbc3-4186-8a9b-17bdbfb757e3,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:20.814660 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Network b0f4f705-dbc3-4186-8a9b-17bdbfb757e3 details requested by agent ovs-agent-dv-cinder-801354-3-iscsi with host dv-cinder-801354-3-iscsi {{(pid=99970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 11:22:20.815832 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013381db-5009-4c26-822d-ab887343afec admin admin] Made reservation on behalf of 95927c12c90344e2866a67e502c7e674 for: {'subnet': 1} {{(pid=99969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:22:20.819200 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-013381db-5009-4c26-822d-ab887343afec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070997336'] for subnet, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:21.001869 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-013381db-5009-4c26-822d-ab887343afec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071035758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070997326'] for subnet, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:21.062728 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013381db-5009-4c26-822d-ab887343afec admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb3f47a0-ae14-4eac-865b-4e4769ab4969,revision_number=0']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:21.073299 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013381db-5009-4c26-822d-ab887343afec admin admin] Checking segment: {'id': '9663892a-c16e-4e3f-9170-78c81592c426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b0f4f705-dbc3-4186-8a9b-17bdbfb757e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:22:21.073649 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013381db-5009-4c26-822d-ab887343afec admin admin] Network hostable DHCP agents. Network: b0f4f705-dbc3-4186-8a9b-17bdbfb757e3, hostable agents: ['dc103412-d4dc-48a3-9309-49b6d77c9d56'], hosted agents: [] {{(pid=99969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 11:22:21.091879 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013381db-5009-4c26-822d-ab887343afec admin admin] Network b0f4f705-dbc3-4186-8a9b-17bdbfb757e3 is scheduled to be hosted by DHCP agent dc103412-d4dc-48a3-9309-49b6d77c9d56 with binding_index 1 {{(pid=99969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 11:22:21.103859 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.base_scheduler [None req-013381db-5009-4c26-822d-ab887343afec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-3-iscsi, b0f4f705-dbc3-4186-8a9b-17bdbfb757e3) {{(pid=99969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:22:21.108211 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013381db-5009-4c26-822d-ab887343afec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:21.108785 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-013381db-5009-4c26-822d-ab887343afec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for subnet, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:21.114162 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26394e05-8464-4b15-8c1d-18082951f0c6 None None] Network b0f4f705-dbc3-4186-8a9b-17bdbfb757e3 requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:22:21.127267 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-013381db-5009-4c26-822d-ab887343afec admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3498385 Oct 14 11:22:21.129840 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 39068) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:22:21.134325 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-e39bd468-a09d-4941-9e80-6a8d8c16daca admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2120957567-router', 'tenant_id': '95927c12c90344e2866a67e502c7e674', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'}}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:22:21.165308 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-e39bd468-a09d-4941-9e80-6a8d8c16daca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1073287198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14274'] for router, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:21.166564 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-e39bd468-a09d-4941-9e80-6a8d8c16daca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1073287402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1073340511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1073345878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14283'] for router, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:21.253721 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-e39bd468-a09d-4941-9e80-6a8d8c16daca admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:21.311366 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0ffd93-ac8d-47d0-8bc5-ed543c4cbdd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e812ef1-029a-5b51-ab78-5c6baf4a9599-b0f4f705-dbc3-4186-8a9b-17bdbfb757e3', 'network_id': 'b0f4f705-dbc3-4186-8a9b-17bdbfb757e3', 'tenant_id': '95927c12c90344e2866a67e502c7e674', 'fixed_ips': [{'subnet_id': 'bb3f47a0-ae14-4eac-865b-4e4769ab4969'}]}} from dv-cinder-801354-3-iscsi. {{(pid=99970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 11:22:21.312243 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-2f0ffd93-ac8d-47d0-8bc5-ed543c4cbdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:21.406123 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-e39bd468-a09d-4941-9e80-6a8d8c16daca admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:21.464854 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.db_base_plugin_common [None req-2f0ffd93-ac8d-47d0-8bc5-ed543c4cbdd5 None None] Allocated IP 172.20.0.2 (b0f4f705-dbc3-4186-8a9b-17bdbfb757e3/bb3f47a0-ae14-4eac-865b-4e4769ab4969/38211bc7-60c4-42f2-8c74-e19f496297e4) {{(pid=99970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:22:21.609055 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-e39bd468-a09d-4941-9e80-6a8d8c16daca admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:21.609875 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-2f0ffd93-ac8d-47d0-8bc5-ed543c4cbdd5 None None] Publish callbacks [] for port, precommit_create {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:21.617886 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-2f0ffd93-ac8d-47d0-8bc5-ed543c4cbdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431'] for port, after_create {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:21.630123 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-e39bd468-a09d-4941-9e80-6a8d8c16daca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:21.744416 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.db_base_plugin_common [None req-e39bd468-a09d-4941-9e80-6a8d8c16daca admin admin] Allocated IP 172.27.0.133 (e7b04304-7a8b-409f-a7ac-32fc979111a9/b7c74a80-f412-4798-967a-8287544534dc/08db6fa7-6a28-49d3-a464-347d63595fd9) {{(pid=99969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:22:21.784541 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0ffd93-ac8d-47d0-8bc5-ed543c4cbdd5 None None] Network b0f4f705-dbc3-4186-8a9b-17bdbfb757e3 is already hosted by enough agents. {{(pid=99970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:22:21.789132 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.scheduler.base_scheduler [None req-2f0ffd93-ac8d-47d0-8bc5-ed543c4cbdd5 None None] Resources bound (agent type, host, resource id): {{(pid=99970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:22:21.794984 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0ffd93-ac8d-47d0-8bc5-ed543c4cbdd5 None None] Received port after_create {{(pid=99970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:22:21.802846 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ffd93-ac8d-47d0-8bc5-ed543c4cbdd5 None None] Pushing event updated for resources: {'Port': ['ID=38211bc7-60c4-42f2-8c74-e19f496297e4,revision_number=1']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:21.857201 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-e39bd468-a09d-4941-9e80-6a8d8c16daca admin admin] Publish callbacks [] for port, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:21.857763 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-2f0ffd93-ac8d-47d0-8bc5-ed543c4cbdd5 None None] Attempting to bind port 38211bc7-60c4-42f2-8c74-e19f496297e4 on host dv-cinder-801354-3-iscsi for vnic_type normal with profile {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:22:21.858132 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-2f0ffd93-ac8d-47d0-8bc5-ed543c4cbdd5 None None] Attempting to bind port 38211bc7-60c4-42f2-8c74-e19f496297e4 by drivers openvswitch,hyperv on host dv-cinder-801354-3-iscsi at level 0 using segments [{'id': '9663892a-c16e-4e3f-9170-78c81592c426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b0f4f705-dbc3-4186-8a9b-17bdbfb757e3'}] {{(pid=99970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:22:21.858471 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0ffd93-ac8d-47d0-8bc5-ed543c4cbdd5 None None] Attempting to bind port 38211bc7-60c4-42f2-8c74-e19f496297e4 on network b0f4f705-dbc3-4186-8a9b-17bdbfb757e3 {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:22:21.863912 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0ffd93-ac8d-47d0-8bc5-ed543c4cbdd5 None None] Checking agent: {'id': 'bb3727ce-8571-46e9-a464-805553a8417e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 5, 13), 'started_at': datetime.datetime(2021, 10, 14, 11, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:22:21.864466 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0ffd93-ac8d-47d0-8bc5-ed543c4cbdd5 None None] Checking segment: {'id': '9663892a-c16e-4e3f-9170-78c81592c426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b0f4f705-dbc3-4186-8a9b-17bdbfb757e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:22:21.865128 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-2f0ffd93-ac8d-47d0-8bc5-ed543c4cbdd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:21.865315 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0ffd93-ac8d-47d0-8bc5-ed543c4cbdd5 None None] Bound using segment: {'id': '9663892a-c16e-4e3f-9170-78c81592c426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b0f4f705-dbc3-4186-8a9b-17bdbfb757e3'} {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:22:21.865786 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-2f0ffd93-ac8d-47d0-8bc5-ed543c4cbdd5 None None] Bound port: 38211bc7-60c4-42f2-8c74-e19f496297e4, host: dv-cinder-801354-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9663892a-c16e-4e3f-9170-78c81592c426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b0f4f705-dbc3-4186-8a9b-17bdbfb757e3'}}] {{(pid=99970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:22:21.866170 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-2f0ffd93-ac8d-47d0-8bc5-ed543c4cbdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:21.893234 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-e39bd468-a09d-4941-9e80-6a8d8c16daca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:21.933701 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-2f0ffd93-ac8d-47d0-8bc5-ed543c4cbdd5 None None] For port 38211bc7-60c4-42f2-8c74-e19f496297e4, host dv-cinder-801354-3-iscsi, cleared binding levels {{(pid=99970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:22:21.937094 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-2f0ffd93-ac8d-47d0-8bc5-ed543c4cbdd5 None None] For port 38211bc7-60c4-42f2-8c74-e19f496297e4, host dv-cinder-801354-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=38211bc7-60c4-42f2-8c74-e19f496297e4,segment=NetworkSegment(9663892a-c16e-4e3f-9170-78c81592c426),segment_id=9663892a-c16e-4e3f-9170-78c81592c426)] {{(pid=99970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:22:21.939774 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39bd468-a09d-4941-9e80-6a8d8c16daca admin admin] Network e7b04304-7a8b-409f-a7ac-32fc979111a9 is already hosted by enough agents. {{(pid=99969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:22:21.943138 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-2f0ffd93-ac8d-47d0-8bc5-ed543c4cbdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:21.946281 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.base_scheduler [None req-e39bd468-a09d-4941-9e80-6a8d8c16daca admin admin] Resources bound (agent type, host, resource id): {{(pid=99969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:22:21.951355 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39bd468-a09d-4941-9e80-6a8d8c16daca admin admin] Received port after_create {{(pid=99969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:22:21.954362 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39bd468-a09d-4941-9e80-6a8d8c16daca admin admin] Pushing event updated for resources: {'Port': ['ID=08db6fa7-6a28-49d3-a464-347d63595fd9,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:22.011444 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ffd93-ac8d-47d0-8bc5-ed543c4cbdd5 None None] Pushing event updated for resources: {'Port': ['ID=38211bc7-60c4-42f2-8c74-e19f496297e4,revision_number=2']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:22.136476 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 4a00d644-d907-4e30-8d9c-a54e55220b92 up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:22:22.211129 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port 4a00d644-d907-4e30-8d9c-a54e55220b92 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:22:22.211625 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:22.260236 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb38e0b-f4b4-405f-bf55-f13860c6d873 None None] Sync routers for ids ['558e7192-4e6c-4daa-8f4b-8a647e8757f2'] in dv-cinder-801354-3-iscsi {{(pid=99971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:22:22.271653 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb38e0b-f4b4-405f-bf55-f13860c6d873 None None] Routers {'558e7192-4e6c-4daa-8f4b-8a647e8757f2'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:22:22.272444 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-6cb38e0b-f4b4-405f-bf55-f13860c6d873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fd8626d0>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:22:12Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['558e7192-4e6c-4daa-8f4b-8a647e8757f2'], 'active': True} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:22:22.320569 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:22.346155 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] For port 4a00d644-d907-4e30-8d9c-a54e55220b92, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=4a00d644-d907-4e30-8d9c-a54e55220b92,segment=NetworkSegment(41826669-4ce7-4556-a5ab-a5c365ae266e),segment_id=41826669-4ce7-4556-a5ab-a5c365ae266e)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:22:22.351626 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:22.387993 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvr_db [None req-6cb38e0b-f4b4-405f-bf55-f13860c6d873 None None] Set router 558e7192-4e6c-4daa-8f4b-8a647e8757f2 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:22:22.409050 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Pushing event updated for resources: {'Port': ['ID=4a00d644-d907-4e30-8d9c-a54e55220b92,revision_number=4']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:22.592464 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-e39bd468-a09d-4941-9e80-6a8d8c16daca admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:22.685967 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-6cb38e0b-f4b4-405f-bf55-f13860c6d873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fd8626d0>, [{'id': '558e7192-4e6c-4daa-8f4b-8a647e8757f2', 'name': 'tempest-TestShelveInstance-1459575527-router', 'tenant_id': '752304d80c35436c9ce5e1d5970ee38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '4a00d644-d907-4e30-8d9c-a54e55220b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:22:16Z', 'updated_at': '2021-10-14T11:22:19Z', 'revision_number': 4, 'project_id': '752304d80c35436c9ce5e1d5970ee38e', 'gw_port': {'id': '4a00d644-d907-4e30-8d9c-a54e55220b92', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558e7192-4e6c-4daa-8f4b-8a647e8757f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:22:17Z', 'updated_at': '2021-10-14T11:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': '0c638eb6-bef5-4030-9006-4f000ebbcdca', 'name': '', 'network_id': '1738995b-a95c-4dfb-b6a7-37a26b1a9e9a', 'tenant_id': '752304d80c35436c9ce5e1d5970ee38e', 'mac_address': 'fa:16:3e:88:da:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558e7192-4e6c-4daa-8f4b-8a647e8757f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '816d1c95-0568-4d2b-bf4e-4faa08ac3479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:22:18Z', 'updated_at': '2021-10-14T11:22:19Z', 'revision_number': 2, 'project_id': '752304d80c35436c9ce5e1d5970ee38e', 'subnets': [{'id': '816d1c95-0568-4d2b-bf4e-4faa08ac3479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:22:22.716553 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb38e0b-f4b4-405f-bf55-f13860c6d873 None None] Checking router: 558e7192-4e6c-4daa-8f4b-8a647e8757f2 for host: dv-cinder-801354-3-iscsi {{(pid=99971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:22:22.716906 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb38e0b-f4b4-405f-bf55-f13860c6d873 None None] Updating router 558e7192-4e6c-4daa-8f4b-8a647e8757f2 port 0c638eb6-bef5-4030-9006-4f000ebbcdca binding host dv-cinder-801354-3-iscsi {{(pid=99971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 11:22:22.748696 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-6cb38e0b-f4b4-405f-bf55-f13860c6d873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:22.810349 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-e39bd468-a09d-4941-9e80-6a8d8c16daca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1073287315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1073340520'] for router, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:22.954137 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39bd468-a09d-4941-9e80-6a8d8c16daca admin admin] Router 95b70b4c-b60b-4e46-968a-53b086a80632 is scheduled to L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 with binding_index 1 {{(pid=99969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 11:22:22.972388 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f0af6a-18a3-49cd-90e6-366988f7efd1 None None] Network b0f4f705-dbc3-4186-8a9b-17bdbfb757e3 requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:22:23.039874 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-6cb38e0b-f4b4-405f-bf55-f13860c6d873 None None] Publish callbacks [] for port, precommit_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:23.046313 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-6cb38e0b-f4b4-405f-bf55-f13860c6d873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:23.060837 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-a7ca0269-20c2-4d3e-929c-6d864b09f308 None None] Provisioning complete for port 38211bc7-60c4-42f2-8c74-e19f496297e4 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:22:23.061221 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-a7ca0269-20c2-4d3e-929c-6d864b09f308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:23.082471 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39bd468-a09d-4941-9e80-6a8d8c16daca admin admin] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:22:23.118407 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded78c69-e48e-4eae-adb4-e1f8c77f029f None None] Sync routers for ids ['95b70b4c-b60b-4e46-968a-53b086a80632'] in dv-cinder-801354-3-iscsi {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:22:23.127596 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-e39bd468-a09d-4941-9e80-6a8d8c16daca admin admin] Publish callbacks [] for router, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:23.129269 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-e39bd468-a09d-4941-9e80-6a8d8c16daca admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9982440 Oct 14 11:22:23.132585 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 39070) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:22:23.154028 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded78c69-e48e-4eae-adb4-e1f8c77f029f None None] Routers {'95b70b4c-b60b-4e46-968a-53b086a80632'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:22:23.154623 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-ded78c69-e48e-4eae-adb4-e1f8c77f029f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fcd2f310>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:22:12Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['95b70b4c-b60b-4e46-968a-53b086a80632'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:22:23.154771 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705b315-3a3c-43f3-853a-59599765bcae None None] Pushing event updated for resources: {'Port': ['ID=0c638eb6-bef5-4030-9006-4f000ebbcdca,revision_number=3']} {{(pid=99971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:23.164401 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705b315-3a3c-43f3-853a-59599765bcae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:23.164539 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705b315-3a3c-43f3-853a-59599765bcae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:23.164952 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705b315-3a3c-43f3-853a-59599765bcae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:23.165350 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705b315-3a3c-43f3-853a-59599765bcae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:23.165741 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705b315-3a3c-43f3-853a-59599765bcae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:23.166131 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705b315-3a3c-43f3-853a-59599765bcae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:23.166549 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705b315-3a3c-43f3-853a-59599765bcae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:23.166937 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705b315-3a3c-43f3-853a-59599765bcae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:23.167325 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705b315-3a3c-43f3-853a-59599765bcae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:23.167709 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705b315-3a3c-43f3-853a-59599765bcae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:23.168104 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705b315-3a3c-43f3-853a-59599765bcae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:23.168485 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705b315-3a3c-43f3-853a-59599765bcae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:23.191523 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.managers [None req-6cb38e0b-f4b4-405f-bf55-f13860c6d873 None None] Attempting to bind port 0c638eb6-bef5-4030-9006-4f000ebbcdca on host dv-cinder-801354-3-iscsi for vnic_type normal with profile {{(pid=99971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:22:23.191964 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.managers [None req-6cb38e0b-f4b4-405f-bf55-f13860c6d873 None None] Attempting to bind port 0c638eb6-bef5-4030-9006-4f000ebbcdca by drivers openvswitch,hyperv on host dv-cinder-801354-3-iscsi at level 0 using segments [{'id': '5fcbc777-6689-4ef5-87ca-afe354aad21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1738995b-a95c-4dfb-b6a7-37a26b1a9e9a'}] {{(pid=99971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:22:23.192902 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb38e0b-f4b4-405f-bf55-f13860c6d873 None None] Attempting to bind port 0c638eb6-bef5-4030-9006-4f000ebbcdca on network 1738995b-a95c-4dfb-b6a7-37a26b1a9e9a {{(pid=99971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:22:23.199620 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb38e0b-f4b4-405f-bf55-f13860c6d873 None None] Checking agent: {'id': 'bb3727ce-8571-46e9-a464-805553a8417e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 5, 13), 'started_at': datetime.datetime(2021, 10, 14, 11, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:22:23.199760 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb38e0b-f4b4-405f-bf55-f13860c6d873 None None] Checking segment: {'id': '5fcbc777-6689-4ef5-87ca-afe354aad21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1738995b-a95c-4dfb-b6a7-37a26b1a9e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:22:23.200371 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-6cb38e0b-f4b4-405f-bf55-f13860c6d873 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:23.200829 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb38e0b-f4b4-405f-bf55-f13860c6d873 None None] Bound using segment: {'id': '5fcbc777-6689-4ef5-87ca-afe354aad21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1738995b-a95c-4dfb-b6a7-37a26b1a9e9a'} {{(pid=99971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:22:23.201390 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.managers [None req-6cb38e0b-f4b4-405f-bf55-f13860c6d873 None None] Bound port: 0c638eb6-bef5-4030-9006-4f000ebbcdca, host: dv-cinder-801354-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fcbc777-6689-4ef5-87ca-afe354aad21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1738995b-a95c-4dfb-b6a7-37a26b1a9e9a'}}] {{(pid=99971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:22:23.201848 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-6cb38e0b-f4b4-405f-bf55-f13860c6d873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:23.276467 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.db [None req-6cb38e0b-f4b4-405f-bf55-f13860c6d873 None None] For port 0c638eb6-bef5-4030-9006-4f000ebbcdca, host dv-cinder-801354-3-iscsi, cleared binding levels {{(pid=99971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:22:23.281936 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.db [None req-6cb38e0b-f4b4-405f-bf55-f13860c6d873 None None] For port 0c638eb6-bef5-4030-9006-4f000ebbcdca, host dv-cinder-801354-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=0c638eb6-bef5-4030-9006-4f000ebbcdca,segment=NetworkSegment(5fcbc777-6689-4ef5-87ca-afe354aad21c),segment_id=5fcbc777-6689-4ef5-87ca-afe354aad21c)] {{(pid=99971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:22:23.289415 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-6cb38e0b-f4b4-405f-bf55-f13860c6d873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:23.334114 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-a7ca0269-20c2-4d3e-929c-6d864b09f308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:23.349902 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb38e0b-f4b4-405f-bf55-f13860c6d873 None None] Routers {'558e7192-4e6c-4daa-8f4b-8a647e8757f2'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:22:23.350577 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-6cb38e0b-f4b4-405f-bf55-f13860c6d873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fd8626d0>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:22:12Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['558e7192-4e6c-4daa-8f4b-8a647e8757f2'], 'active': True} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:22:23.383796 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-a7ca0269-20c2-4d3e-929c-6d864b09f308 None None] For port 38211bc7-60c4-42f2-8c74-e19f496297e4, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=38211bc7-60c4-42f2-8c74-e19f496297e4,segment=NetworkSegment(9663892a-c16e-4e3f-9170-78c81592c426),segment_id=9663892a-c16e-4e3f-9170-78c81592c426)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:22:23.386156 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-ded78c69-e48e-4eae-adb4-e1f8c77f029f None None] Set router 95b70b4c-b60b-4e46-968a-53b086a80632 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:22:23.435538 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-a7ca0269-20c2-4d3e-929c-6d864b09f308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:23.504169 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvr_db [None req-6cb38e0b-f4b4-405f-bf55-f13860c6d873 None None] Set router 558e7192-4e6c-4daa-8f4b-8a647e8757f2 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:22:23.507046 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705b315-3a3c-43f3-853a-59599765bcae None None] Pushing event updated for resources: {'Port': ['ID=0c638eb6-bef5-4030-9006-4f000ebbcdca,revision_number=4']} {{(pid=99971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:23.574509 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ca0269-20c2-4d3e-929c-6d864b09f308 None None] Pushing event updated for resources: {'Port': ['ID=38211bc7-60c4-42f2-8c74-e19f496297e4,revision_number=3']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:23.636966 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-bce7c1ab-0431-4a30-b0a0-3f60d4921ed1 None None] Provisioning complete for port 0c638eb6-bef5-4030-9006-4f000ebbcdca triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:22:23.637332 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-bce7c1ab-0431-4a30-b0a0-3f60d4921ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:23.709962 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-71e00a0b-cb16-4699-86a4-1ec75fd8e1ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:23.748355 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-ded78c69-e48e-4eae-adb4-e1f8c77f029f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fcd2f310>, [{'id': '95b70b4c-b60b-4e46-968a-53b086a80632', 'name': 'tempest-TestShelveInstance-2120957567-router', 'tenant_id': '95927c12c90344e2866a67e502c7e674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '08db6fa7-6a28-49d3-a464-347d63595fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:22:21Z', 'updated_at': '2021-10-14T11:22:22Z', 'revision_number': 3, 'project_id': '95927c12c90344e2866a67e502c7e674', 'gw_port': {'id': '08db6fa7-6a28-49d3-a464-347d63595fd9', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:54:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b70b4c-b60b-4e46-968a-53b086a80632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:22:21Z', 'updated_at': '2021-10-14T11:22:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi'}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:22:23.778040 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-6cb38e0b-f4b4-405f-bf55-f13860c6d873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fd8626d0>, [{'id': '558e7192-4e6c-4daa-8f4b-8a647e8757f2', 'name': 'tempest-TestShelveInstance-1459575527-router', 'tenant_id': '752304d80c35436c9ce5e1d5970ee38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '4a00d644-d907-4e30-8d9c-a54e55220b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:22:16Z', 'updated_at': '2021-10-14T11:22:19Z', 'revision_number': 4, 'project_id': '752304d80c35436c9ce5e1d5970ee38e', 'gw_port': {'id': '4a00d644-d907-4e30-8d9c-a54e55220b92', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558e7192-4e6c-4daa-8f4b-8a647e8757f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:22:17Z', 'updated_at': '2021-10-14T11:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': '0c638eb6-bef5-4030-9006-4f000ebbcdca', 'name': '', 'network_id': '1738995b-a95c-4dfb-b6a7-37a26b1a9e9a', 'tenant_id': '752304d80c35436c9ce5e1d5970ee38e', 'mac_address': 'fa:16:3e:88:da:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558e7192-4e6c-4daa-8f4b-8a647e8757f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '816d1c95-0568-4d2b-bf4e-4faa08ac3479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:22:18Z', 'updated_at': '2021-10-14T11:22:23Z', 'revision_number': 4, 'project_id': '752304d80c35436c9ce5e1d5970ee38e', 'subnets': [{'id': '816d1c95-0568-4d2b-bf4e-4faa08ac3479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:22:23.781116 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded78c69-e48e-4eae-adb4-e1f8c77f029f None None] Checking router: 95b70b4c-b60b-4e46-968a-53b086a80632 for host: dv-cinder-801354-3-iscsi {{(pid=99970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:22:23.781725 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded78c69-e48e-4eae-adb4-e1f8c77f029f None None] Updating router 95b70b4c-b60b-4e46-968a-53b086a80632 port 08db6fa7-6a28-49d3-a464-347d63595fd9 binding host dv-cinder-801354-3-iscsi {{(pid=99970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 11:22:23.785974 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-bce7c1ab-0431-4a30-b0a0-3f60d4921ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:23.811564 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb38e0b-f4b4-405f-bf55-f13860c6d873 None None] The sync data for ids ['558e7192-4e6c-4daa-8f4b-8a647e8757f2'] in dv-cinder-801354-3-iscsi is: [{'id': '558e7192-4e6c-4daa-8f4b-8a647e8757f2', 'name': 'tempest-TestShelveInstance-1459575527-router', 'tenant_id': '752304d80c35436c9ce5e1d5970ee38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '4a00d644-d907-4e30-8d9c-a54e55220b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:22:16Z', 'updated_at': '2021-10-14T11:22:19Z', 'revision_number': 4, 'project_id': '752304d80c35436c9ce5e1d5970ee38e', 'gw_port': {'id': '4a00d644-d907-4e30-8d9c-a54e55220b92', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558e7192-4e6c-4daa-8f4b-8a647e8757f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:22:17Z', 'updated_at': '2021-10-14T11:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': '0c638eb6-bef5-4030-9006-4f000ebbcdca', 'name': '', 'network_id': '1738995b-a95c-4dfb-b6a7-37a26b1a9e9a', 'tenant_id': '752304d80c35436c9ce5e1d5970ee38e', 'mac_address': 'fa:16:3e:88:da:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558e7192-4e6c-4daa-8f4b-8a647e8757f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '816d1c95-0568-4d2b-bf4e-4faa08ac3479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:22:18Z', 'updated_at': '2021-10-14T11:22:23Z', 'revision_number': 4, 'project_id': '752304d80c35436c9ce5e1d5970ee38e', 'subnets': [{'id': '816d1c95-0568-4d2b-bf4e-4faa08ac3479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:22:23.825324 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ded78c69-e48e-4eae-adb4-e1f8c77f029f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:23.863472 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-bce7c1ab-0431-4a30-b0a0-3f60d4921ed1 None None] For port 0c638eb6-bef5-4030-9006-4f000ebbcdca, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=0c638eb6-bef5-4030-9006-4f000ebbcdca,segment=NetworkSegment(5fcbc777-6689-4ef5-87ca-afe354aad21c),segment_id=5fcbc777-6689-4ef5-87ca-afe354aad21c)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:22:23.875245 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-bce7c1ab-0431-4a30-b0a0-3f60d4921ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:23.889473 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.db_base_plugin_common [None req-71e00a0b-cb16-4699-86a4-1ec75fd8e1ab admin admin] Allocated IP 172.20.0.1 (b0f4f705-dbc3-4186-8a9b-17bdbfb757e3/bb3f47a0-ae14-4eac-865b-4e4769ab4969/05f46f02-1597-44af-a4d6-ccd681c71fca) {{(pid=99969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:22:24.011913 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7c1ab-0431-4a30-b0a0-3f60d4921ed1 None None] Pushing event updated for resources: {'Port': ['ID=0c638eb6-bef5-4030-9006-4f000ebbcdca,revision_number=5']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:24.019721 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-71e00a0b-cb16-4699-86a4-1ec75fd8e1ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:24.035658 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-53e141f0-b16c-40ea-aae7-0599cf68272a None None] Provisioning complete for port 0c638eb6-bef5-4030-9006-4f000ebbcdca triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:22:24.036086 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-53e141f0-b16c-40ea-aae7-0599cf68272a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:24.075647 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-71e00a0b-cb16-4699-86a4-1ec75fd8e1ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:24.125074 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e00a0b-cb16-4699-86a4-1ec75fd8e1ab admin admin] Network b0f4f705-dbc3-4186-8a9b-17bdbfb757e3 is already hosted by enough agents. {{(pid=99969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:22:24.127925 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.base_scheduler [None req-71e00a0b-cb16-4699-86a4-1ec75fd8e1ab admin admin] Resources bound (agent type, host, resource id): {{(pid=99969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:22:24.132771 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e00a0b-cb16-4699-86a4-1ec75fd8e1ab admin admin] Received port after_create {{(pid=99969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:22:24.174863 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e00a0b-cb16-4699-86a4-1ec75fd8e1ab admin admin] Pushing event updated for resources: {'Port': ['ID=05f46f02-1597-44af-a4d6-ccd681c71fca,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:24.203624 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-71e00a0b-cb16-4699-86a4-1ec75fd8e1ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1073342815'] for router_interface, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:24.242600 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ded78c69-e48e-4eae-adb4-e1f8c77f029f None None] Publish callbacks [] for port, precommit_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:24.248743 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-53e141f0-b16c-40ea-aae7-0599cf68272a None None] Provisioning complete for port 38211bc7-60c4-42f2-8c74-e19f496297e4 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:22:24.249165 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-53e141f0-b16c-40ea-aae7-0599cf68272a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:24.271914 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ded78c69-e48e-4eae-adb4-e1f8c77f029f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:24.354167 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 38211bc7-60c4-42f2-8c74-e19f496297e4 up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:22:24.399974 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e61426-2b6d-4fb7-b461-b41638853a01 None None] Pushing event updated for resources: {'Port': ['ID=08db6fa7-6a28-49d3-a464-347d63595fd9,revision_number=2']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:24.404145 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-71e00a0b-cb16-4699-86a4-1ec75fd8e1ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:24.409521 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-ded78c69-e48e-4eae-adb4-e1f8c77f029f None None] Attempting to bind port 08db6fa7-6a28-49d3-a464-347d63595fd9 on host dv-cinder-801354-3-iscsi for vnic_type normal with profile {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:22:24.409883 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-ded78c69-e48e-4eae-adb4-e1f8c77f029f None None] Attempting to bind port 08db6fa7-6a28-49d3-a464-347d63595fd9 by drivers openvswitch,hyperv on host dv-cinder-801354-3-iscsi at level 0 using segments [{'id': '41826669-4ce7-4556-a5ab-a5c365ae266e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'}] {{(pid=99970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:22:24.410262 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded78c69-e48e-4eae-adb4-e1f8c77f029f None None] Attempting to bind port 08db6fa7-6a28-49d3-a464-347d63595fd9 on network e7b04304-7a8b-409f-a7ac-32fc979111a9 {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:22:24.427283 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded78c69-e48e-4eae-adb4-e1f8c77f029f None None] Checking agent: {'id': 'bb3727ce-8571-46e9-a464-805553a8417e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 5, 13), 'started_at': datetime.datetime(2021, 10, 14, 11, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:22:24.427653 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded78c69-e48e-4eae-adb4-e1f8c77f029f None None] Checking segment: {'id': '41826669-4ce7-4556-a5ab-a5c365ae266e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:22:24.428121 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ded78c69-e48e-4eae-adb4-e1f8c77f029f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:24.428416 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded78c69-e48e-4eae-adb4-e1f8c77f029f None None] Bound using segment: {'id': '41826669-4ce7-4556-a5ab-a5c365ae266e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'} {{(pid=99970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:22:24.428944 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.managers [None req-ded78c69-e48e-4eae-adb4-e1f8c77f029f None None] Bound port: 08db6fa7-6a28-49d3-a464-347d63595fd9, host: dv-cinder-801354-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41826669-4ce7-4556-a5ab-a5c365ae266e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9'}}] {{(pid=99970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:22:24.429249 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ded78c69-e48e-4eae-adb4-e1f8c77f029f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:24.529034 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-ded78c69-e48e-4eae-adb4-e1f8c77f029f None None] For port 08db6fa7-6a28-49d3-a464-347d63595fd9, host dv-cinder-801354-3-iscsi, cleared binding levels {{(pid=99970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:22:24.532750 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-ded78c69-e48e-4eae-adb4-e1f8c77f029f None None] For port 08db6fa7-6a28-49d3-a464-347d63595fd9, host dv-cinder-801354-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=08db6fa7-6a28-49d3-a464-347d63595fd9,segment=NetworkSegment(41826669-4ce7-4556-a5ab-a5c365ae266e),segment_id=41826669-4ce7-4556-a5ab-a5c365ae266e)] {{(pid=99970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:22:24.533821 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port 38211bc7-60c4-42f2-8c74-e19f496297e4 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:22:24.534265 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:24.537741 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ded78c69-e48e-4eae-adb4-e1f8c77f029f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:24.583682 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-71e00a0b-cb16-4699-86a4-1ec75fd8e1ab admin admin] Publish callbacks [] for port, precommit_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:24.589597 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-71e00a0b-cb16-4699-86a4-1ec75fd8e1ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071033321'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:24.628427 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e61426-2b6d-4fb7-b461-b41638853a01 None None] Pushing event updated for resources: {'Port': ['ID=08db6fa7-6a28-49d3-a464-347d63595fd9,revision_number=3']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:24.646508 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded78c69-e48e-4eae-adb4-e1f8c77f029f None None] Routers {'95b70b4c-b60b-4e46-968a-53b086a80632'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:22:24.647373 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-ded78c69-e48e-4eae-adb4-e1f8c77f029f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fcd2f310>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:22:12Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['95b70b4c-b60b-4e46-968a-53b086a80632'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:22:24.666058 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e00a0b-cb16-4699-86a4-1ec75fd8e1ab admin admin] Pushing event updated for resources: {'Port': ['ID=05f46f02-1597-44af-a4d6-ccd681c71fca,revision_number=2']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:24.668368 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-71e00a0b-cb16-4699-86a4-1ec75fd8e1ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1073186008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1073342763'] for router_interface, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:24.678172 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e00a0b-cb16-4699-86a4-1ec75fd8e1ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:24.678537 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e00a0b-cb16-4699-86a4-1ec75fd8e1ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:24.678879 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e00a0b-cb16-4699-86a4-1ec75fd8e1ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:24.679203 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e00a0b-cb16-4699-86a4-1ec75fd8e1ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:24.679528 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e00a0b-cb16-4699-86a4-1ec75fd8e1ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:24.679852 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e00a0b-cb16-4699-86a4-1ec75fd8e1ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:24.680176 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e00a0b-cb16-4699-86a4-1ec75fd8e1ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:24.680498 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e00a0b-cb16-4699-86a4-1ec75fd8e1ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:24.680821 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e00a0b-cb16-4699-86a4-1ec75fd8e1ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:24.681140 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e00a0b-cb16-4699-86a4-1ec75fd8e1ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:24.681455 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e00a0b-cb16-4699-86a4-1ec75fd8e1ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:24.681771 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e00a0b-cb16-4699-86a4-1ec75fd8e1ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:24.704198 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-a4e39588-8a9b-4c34-a426-c9029762a1af None None] Provisioning complete for port 05f46f02-1597-44af-a4d6-ccd681c71fca triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:22:24.704573 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-a4e39588-8a9b-4c34-a426-c9029762a1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:24.779456 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e00a0b-cb16-4699-86a4-1ec75fd8e1ab admin admin] Network b0f4f705-dbc3-4186-8a9b-17bdbfb757e3 is already hosted by enough agents. {{(pid=99969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:22:24.781039 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.base_scheduler [None req-71e00a0b-cb16-4699-86a4-1ec75fd8e1ab admin admin] Resources bound (agent type, host, resource id): {{(pid=99969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:22:24.902770 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e00a0b-cb16-4699-86a4-1ec75fd8e1ab admin admin] Router 95b70b4c-b60b-4e46-968a-53b086a80632 has already been hosted by L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 {{(pid=99969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:22:24.932984 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 4a00d644-d907-4e30-8d9c-a54e55220b92 up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:22:24.960941 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-a4e39588-8a9b-4c34-a426-c9029762a1af None None] Port 05f46f02-1597-44af-a4d6-ccd681c71fca cannot update to ACTIVE because it is not bound. {{(pid=99970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:22:24.983457 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-ded78c69-e48e-4eae-adb4-e1f8c77f029f None None] Set router 95b70b4c-b60b-4e46-968a-53b086a80632 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:22:25.017816 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e00a0b-cb16-4699-86a4-1ec75fd8e1ab admin admin] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:22:25.024225 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-71e00a0b-cb16-4699-86a4-1ec75fd8e1ab admin admin] 10.222.0.46 "PUT /v2.0/routers/95b70b4c-b60b-4e46-968a-53b086a80632/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8896306 Oct 14 11:22:25.087110 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port 4a00d644-d907-4e30-8d9c-a54e55220b92 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:22:25.087680 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:25.162481 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-172dc8a0-bf97-4a17-af02-a76c483f3cc2 None None] Provisioning complete for port 05f46f02-1597-44af-a4d6-ccd681c71fca triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:22:25.162841 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-172dc8a0-bf97-4a17-af02-a76c483f3cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:25.226409 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-172dc8a0-bf97-4a17-af02-a76c483f3cc2 None None] Port 05f46f02-1597-44af-a4d6-ccd681c71fca cannot update to ACTIVE because it is not bound. {{(pid=99970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:22:25.304184 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 0c638eb6-bef5-4030-9006-4f000ebbcdca up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:22:25.356654 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-ded78c69-e48e-4eae-adb4-e1f8c77f029f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fcd2f310>, [{'id': '95b70b4c-b60b-4e46-968a-53b086a80632', 'name': 'tempest-TestShelveInstance-2120957567-router', 'tenant_id': '95927c12c90344e2866a67e502c7e674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '08db6fa7-6a28-49d3-a464-347d63595fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:22:21Z', 'updated_at': '2021-10-14T11:22:24Z', 'revision_number': 4, 'project_id': '95927c12c90344e2866a67e502c7e674', 'gw_port': {'id': '08db6fa7-6a28-49d3-a464-347d63595fd9', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:54:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b70b4c-b60b-4e46-968a-53b086a80632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:22:21Z', 'updated_at': '2021-10-14T11:22:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': '05f46f02-1597-44af-a4d6-ccd681c71fca', 'name': '', 'network_id': 'b0f4f705-dbc3-4186-8a9b-17bdbfb757e3', 'tenant_id': '95927c12c90344e2866a67e502c7e674', 'mac_address': 'fa:16:3e:e6:1e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b70b4c-b60b-4e46-968a-53b086a80632', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'bb3f47a0-ae14-4eac-865b-4e4769ab4969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:22:23Z', 'updated_at': '2021-10-14T11:22:24Z', 'revision_number': 2, 'project_id': '95927c12c90344e2866a67e502c7e674', 'subnets': [{'id': 'bb3f47a0-ae14-4eac-865b-4e4769ab4969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:22:25.387153 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded78c69-e48e-4eae-adb4-e1f8c77f029f None None] The sync data for ids ['95b70b4c-b60b-4e46-968a-53b086a80632'] in dv-cinder-801354-3-iscsi is: [{'id': '95b70b4c-b60b-4e46-968a-53b086a80632', 'name': 'tempest-TestShelveInstance-2120957567-router', 'tenant_id': '95927c12c90344e2866a67e502c7e674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '08db6fa7-6a28-49d3-a464-347d63595fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:22:21Z', 'updated_at': '2021-10-14T11:22:24Z', 'revision_number': 4, 'project_id': '95927c12c90344e2866a67e502c7e674', 'gw_port': {'id': '08db6fa7-6a28-49d3-a464-347d63595fd9', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:54:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b70b4c-b60b-4e46-968a-53b086a80632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:22:21Z', 'updated_at': '2021-10-14T11:22:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': '05f46f02-1597-44af-a4d6-ccd681c71fca', 'name': '', 'network_id': 'b0f4f705-dbc3-4186-8a9b-17bdbfb757e3', 'tenant_id': '95927c12c90344e2866a67e502c7e674', 'mac_address': 'fa:16:3e:e6:1e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b70b4c-b60b-4e46-968a-53b086a80632', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'bb3f47a0-ae14-4eac-865b-4e4769ab4969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:22:23Z', 'updated_at': '2021-10-14T11:22:24Z', 'revision_number': 2, 'project_id': '95927c12c90344e2866a67e502c7e674', 'subnets': [{'id': 'bb3f47a0-ae14-4eac-865b-4e4769ab4969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:22:25.393547 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port 0c638eb6-bef5-4030-9006-4f000ebbcdca triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:22:25.393973 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:25.473954 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 39078) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:22:25.479017 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-1236738b-60b8-4190-84e6-9ce90c66db9c tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1326288964', 'description': 'tempest-secgroup-smoke-1326288964 description', 'project_id': '752304d80c35436c9ce5e1d5970ee38e'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:22:25.502720 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-1236738b-60b8-4190-84e6-9ce90c66db9c tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks [] for security_group, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:25.587285 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-1236738b-60b8-4190-84e6-9ce90c66db9c tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks [] for security_group, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:25.591342 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-1236738b-60b8-4190-84e6-9ce90c66db9c tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:25.637527 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1236738b-60b8-4190-84e6-9ce90c66db9c tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97d14856-6e5b-4ee1-9b60-954a6d26f396,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:25.642274 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-1236738b-60b8-4190-84e6-9ce90c66db9c tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:25.646249 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-1236738b-60b8-4190-84e6-9ce90c66db9c tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1681507 Oct 14 11:22:25.647515 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 39080) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:22:25.653889 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-b675aa92-a336-490e-a61c-7104a28ad785 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Request body: {'security_group_rule': {'security_group_id': '97d14856-6e5b-4ee1-9b60-954a6d26f396', 'project_id': '752304d80c35436c9ce5e1d5970ee38e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:22:25.683556 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b675aa92-a336-490e-a61c-7104a28ad785 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:25.750121 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b675aa92-a336-490e-a61c-7104a28ad785 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:25.755722 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b675aa92-a336-490e-a61c-7104a28ad785 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073342792'] for security_group_rule, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:25.779153 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675aa92-a336-490e-a61c-7104a28ad785 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3d42cc5-a16c-43fb-88f5-e9cd4968953b,revision_number=0']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:25.789206 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b675aa92-a336-490e-a61c-7104a28ad785 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:25.791658 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-b675aa92-a336-490e-a61c-7104a28ad785 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1423595 Oct 14 11:22:25.793522 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 39086) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:22:25.798309 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-8afa2d01-11d2-400e-b652-760f9e633d51 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Request body: {'security_group_rule': {'security_group_id': '97d14856-6e5b-4ee1-9b60-954a6d26f396', 'project_id': '752304d80c35436c9ce5e1d5970ee38e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:22:25.832444 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-8afa2d01-11d2-400e-b652-760f9e633d51 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:25.894475 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-8afa2d01-11d2-400e-b652-760f9e633d51 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:25.899410 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-8afa2d01-11d2-400e-b652-760f9e633d51 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073342792'] for security_group_rule, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:25.918759 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa2d01-11d2-400e-b652-760f9e633d51 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=934d74b1-bc46-4bd8-a028-d99a68c5d31a,revision_number=0']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:25.926709 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-8afa2d01-11d2-400e-b652-760f9e633d51 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:25.929076 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-8afa2d01-11d2-400e-b652-760f9e633d51 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1344256 Oct 14 11:22:25.931842 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 39088) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:22:25.936495 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-cf8c7656-287f-46a2-84d9-7f8ad513c24c tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Request body: {'security_group_rule': {'security_group_id': '97d14856-6e5b-4ee1-9b60-954a6d26f396', 'project_id': '752304d80c35436c9ce5e1d5970ee38e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:22:25.967096 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-cf8c7656-287f-46a2-84d9-7f8ad513c24c tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:26.036912 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-cf8c7656-287f-46a2-84d9-7f8ad513c24c tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:26.042616 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-cf8c7656-287f-46a2-84d9-7f8ad513c24c tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073342792'] for security_group_rule, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:26.061408 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c7656-287f-46a2-84d9-7f8ad513c24c tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d4e584-7c43-48d8-b35a-adf2dc8fb386,revision_number=0']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:26.071072 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-cf8c7656-287f-46a2-84d9-7f8ad513c24c tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:26.072333 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-cf8c7656-287f-46a2-84d9-7f8ad513c24c tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1395512 Oct 14 11:22:26.075500 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 39090) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:22:26.080311 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-a6d20182-fe43-43b7-a728-dc49794b4a1f tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Request body: {'security_group_rule': {'security_group_id': '97d14856-6e5b-4ee1-9b60-954a6d26f396', 'project_id': '752304d80c35436c9ce5e1d5970ee38e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:22:26.113403 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-a6d20182-fe43-43b7-a728-dc49794b4a1f tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:26.181741 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-a6d20182-fe43-43b7-a728-dc49794b4a1f tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:26.185523 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-a6d20182-fe43-43b7-a728-dc49794b4a1f tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073342792'] for security_group_rule, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:26.204419 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d20182-fe43-43b7-a728-dc49794b4a1f tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b970b20-873f-45f0-b07b-02813dd5af64,revision_number=0']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:26.212137 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-a6d20182-fe43-43b7-a728-dc49794b4a1f tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:26.213346 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-a6d20182-fe43-43b7-a728-dc49794b4a1f tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1369176 Oct 14 11:22:26.216254 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 39094) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:22:26.220389 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-78333a50-7f53-4936-a015-6633d0c3a867 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Request body: {'security_group_rule': {'security_group_id': '97d14856-6e5b-4ee1-9b60-954a6d26f396', 'project_id': '752304d80c35436c9ce5e1d5970ee38e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:22:26.242910 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.db.securitygroups_db [None req-78333a50-7f53-4936-a015-6633d0c3a867 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Project 752304d80c35436c9ce5e1d5970ee38e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 11:22:26.247610 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-78333a50-7f53-4936-a015-6633d0c3a867 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:26.307060 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-78333a50-7f53-4936-a015-6633d0c3a867 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:26.310480 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-78333a50-7f53-4936-a015-6633d0c3a867 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073342792'] for security_group_rule, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:26.327378 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78333a50-7f53-4936-a015-6633d0c3a867 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60706871-1e61-4f51-8745-a8d80393ebf9,revision_number=0']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:26.335982 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-78333a50-7f53-4936-a015-6633d0c3a867 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:26.337160 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-78333a50-7f53-4936-a015-6633d0c3a867 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1200213 Oct 14 11:22:26.339929 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 39096) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:22:26.344122 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-ef792eb9-2ad8-404b-a948-7f7135044bb3 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Request body: {'security_group_rule': {'security_group_id': '97d14856-6e5b-4ee1-9b60-954a6d26f396', 'project_id': '752304d80c35436c9ce5e1d5970ee38e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:22:26.366729 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.db.securitygroups_db [None req-ef792eb9-2ad8-404b-a948-7f7135044bb3 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Project 752304d80c35436c9ce5e1d5970ee38e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 11:22:26.371808 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-ef792eb9-2ad8-404b-a948-7f7135044bb3 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:26.435913 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-ef792eb9-2ad8-404b-a948-7f7135044bb3 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:26.440175 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-ef792eb9-2ad8-404b-a948-7f7135044bb3 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073342792'] for security_group_rule, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:26.461677 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef792eb9-2ad8-404b-a948-7f7135044bb3 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afb73472-f8aa-42ad-b055-5cd95a8af43d,revision_number=0']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:26.466761 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-ef792eb9-2ad8-404b-a948-7f7135044bb3 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:26.467968 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-ef792eb9-2ad8-404b-a948-7f7135044bb3 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1271205 Oct 14 11:22:27.901618 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84781db3-ecdf-4a27-8d23-05a0beb1dd47 None None] Sync routers for ids ['95b70b4c-b60b-4e46-968a-53b086a80632'] in dv-cinder-801354-3-iscsi {{(pid=99971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:22:27.917707 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84781db3-ecdf-4a27-8d23-05a0beb1dd47 None None] Routers {'95b70b4c-b60b-4e46-968a-53b086a80632'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:22:27.918377 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-84781db3-ecdf-4a27-8d23-05a0beb1dd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fd948490>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:22:12Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['95b70b4c-b60b-4e46-968a-53b086a80632'], 'active': True} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:22:28.051927 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvr_db [None req-84781db3-ecdf-4a27-8d23-05a0beb1dd47 None None] Set router 95b70b4c-b60b-4e46-968a-53b086a80632 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:22:28.136462 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 08db6fa7-6a28-49d3-a464-347d63595fd9 up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:22:28.206071 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port 08db6fa7-6a28-49d3-a464-347d63595fd9 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:22:28.206832 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:28.303819 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:28.304618 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-84781db3-ecdf-4a27-8d23-05a0beb1dd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fd948490>, [{'id': '95b70b4c-b60b-4e46-968a-53b086a80632', 'name': 'tempest-TestShelveInstance-2120957567-router', 'tenant_id': '95927c12c90344e2866a67e502c7e674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '08db6fa7-6a28-49d3-a464-347d63595fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:22:21Z', 'updated_at': '2021-10-14T11:22:24Z', 'revision_number': 4, 'project_id': '95927c12c90344e2866a67e502c7e674', 'gw_port': {'id': '08db6fa7-6a28-49d3-a464-347d63595fd9', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:54:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b70b4c-b60b-4e46-968a-53b086a80632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:22:21Z', 'updated_at': '2021-10-14T11:22:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': '05f46f02-1597-44af-a4d6-ccd681c71fca', 'name': '', 'network_id': 'b0f4f705-dbc3-4186-8a9b-17bdbfb757e3', 'tenant_id': '95927c12c90344e2866a67e502c7e674', 'mac_address': 'fa:16:3e:e6:1e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b70b4c-b60b-4e46-968a-53b086a80632', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'bb3f47a0-ae14-4eac-865b-4e4769ab4969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:22:23Z', 'updated_at': '2021-10-14T11:22:24Z', 'revision_number': 2, 'project_id': '95927c12c90344e2866a67e502c7e674', 'subnets': [{'id': 'bb3f47a0-ae14-4eac-865b-4e4769ab4969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:22:28.324790 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] For port 08db6fa7-6a28-49d3-a464-347d63595fd9, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=08db6fa7-6a28-49d3-a464-347d63595fd9,segment=NetworkSegment(41826669-4ce7-4556-a5ab-a5c365ae266e),segment_id=41826669-4ce7-4556-a5ab-a5c365ae266e)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:22:28.329721 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:28.333957 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84781db3-ecdf-4a27-8d23-05a0beb1dd47 None None] Checking router: 95b70b4c-b60b-4e46-968a-53b086a80632 for host: dv-cinder-801354-3-iscsi {{(pid=99971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:22:28.334328 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84781db3-ecdf-4a27-8d23-05a0beb1dd47 None None] Updating router 95b70b4c-b60b-4e46-968a-53b086a80632 port 05f46f02-1597-44af-a4d6-ccd681c71fca binding host dv-cinder-801354-3-iscsi {{(pid=99971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 11:22:28.363046 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-84781db3-ecdf-4a27-8d23-05a0beb1dd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:28.379870 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Pushing event updated for resources: {'Port': ['ID=08db6fa7-6a28-49d3-a464-347d63595fd9,revision_number=4']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:28.734422 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-84781db3-ecdf-4a27-8d23-05a0beb1dd47 None None] Publish callbacks [] for port, precommit_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:28.744452 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-84781db3-ecdf-4a27-8d23-05a0beb1dd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:28.796624 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab28f3-a029-44c2-b0cc-223fac9ddacb None None] Pushing event updated for resources: {'Port': ['ID=05f46f02-1597-44af-a4d6-ccd681c71fca,revision_number=3']} {{(pid=99971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:28.856795 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.managers [None req-84781db3-ecdf-4a27-8d23-05a0beb1dd47 None None] Attempting to bind port 05f46f02-1597-44af-a4d6-ccd681c71fca on host dv-cinder-801354-3-iscsi for vnic_type normal with profile {{(pid=99971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:22:28.857161 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.managers [None req-84781db3-ecdf-4a27-8d23-05a0beb1dd47 None None] Attempting to bind port 05f46f02-1597-44af-a4d6-ccd681c71fca by drivers openvswitch,hyperv on host dv-cinder-801354-3-iscsi at level 0 using segments [{'id': '9663892a-c16e-4e3f-9170-78c81592c426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b0f4f705-dbc3-4186-8a9b-17bdbfb757e3'}] {{(pid=99971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:22:28.857522 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84781db3-ecdf-4a27-8d23-05a0beb1dd47 None None] Attempting to bind port 05f46f02-1597-44af-a4d6-ccd681c71fca on network b0f4f705-dbc3-4186-8a9b-17bdbfb757e3 {{(pid=99971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:22:28.862817 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84781db3-ecdf-4a27-8d23-05a0beb1dd47 None None] Checking agent: {'id': 'bb3727ce-8571-46e9-a464-805553a8417e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 5, 13), 'started_at': datetime.datetime(2021, 10, 14, 11, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:22:28.863184 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84781db3-ecdf-4a27-8d23-05a0beb1dd47 None None] Checking segment: {'id': '9663892a-c16e-4e3f-9170-78c81592c426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b0f4f705-dbc3-4186-8a9b-17bdbfb757e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:22:28.863580 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-84781db3-ecdf-4a27-8d23-05a0beb1dd47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:28.864753 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84781db3-ecdf-4a27-8d23-05a0beb1dd47 None None] Bound using segment: {'id': '9663892a-c16e-4e3f-9170-78c81592c426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b0f4f705-dbc3-4186-8a9b-17bdbfb757e3'} {{(pid=99971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:22:28.865305 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.managers [None req-84781db3-ecdf-4a27-8d23-05a0beb1dd47 None None] Bound port: 05f46f02-1597-44af-a4d6-ccd681c71fca, host: dv-cinder-801354-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9663892a-c16e-4e3f-9170-78c81592c426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b0f4f705-dbc3-4186-8a9b-17bdbfb757e3'}}] {{(pid=99971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:22:28.865672 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-84781db3-ecdf-4a27-8d23-05a0beb1dd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:28.936295 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.db [None req-84781db3-ecdf-4a27-8d23-05a0beb1dd47 None None] For port 05f46f02-1597-44af-a4d6-ccd681c71fca, host dv-cinder-801354-3-iscsi, cleared binding levels {{(pid=99971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:22:28.941191 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.plugins.ml2.db [None req-84781db3-ecdf-4a27-8d23-05a0beb1dd47 None None] For port 05f46f02-1597-44af-a4d6-ccd681c71fca, host dv-cinder-801354-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=05f46f02-1597-44af-a4d6-ccd681c71fca,segment=NetworkSegment(9663892a-c16e-4e3f-9170-78c81592c426),segment_id=9663892a-c16e-4e3f-9170-78c81592c426)] {{(pid=99971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:22:28.945433 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron_lib.callbacks.manager [None req-84781db3-ecdf-4a27-8d23-05a0beb1dd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:29.003864 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84781db3-ecdf-4a27-8d23-05a0beb1dd47 None None] Routers {'95b70b4c-b60b-4e46-968a-53b086a80632'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:22:29.004552 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-84781db3-ecdf-4a27-8d23-05a0beb1dd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fd948490>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:22:12Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['95b70b4c-b60b-4e46-968a-53b086a80632'], 'active': True} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:22:29.010020 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab28f3-a029-44c2-b0cc-223fac9ddacb None None] Pushing event updated for resources: {'Port': ['ID=05f46f02-1597-44af-a4d6-ccd681c71fca,revision_number=4']} {{(pid=99971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:29.081948 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-1150e2f7-1165-448f-adf9-44943ae6aa65 None None] Provisioning complete for port 05f46f02-1597-44af-a4d6-ccd681c71fca triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:22:29.083268 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-1150e2f7-1165-448f-adf9-44943ae6aa65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:29.158292 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvr_db [None req-84781db3-ecdf-4a27-8d23-05a0beb1dd47 None None] Set router 95b70b4c-b60b-4e46-968a-53b086a80632 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:22:29.180007 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-1150e2f7-1165-448f-adf9-44943ae6aa65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:29.234944 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-1150e2f7-1165-448f-adf9-44943ae6aa65 None None] For port 05f46f02-1597-44af-a4d6-ccd681c71fca, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=05f46f02-1597-44af-a4d6-ccd681c71fca,segment=NetworkSegment(9663892a-c16e-4e3f-9170-78c81592c426),segment_id=9663892a-c16e-4e3f-9170-78c81592c426)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:22:29.240658 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-1150e2f7-1165-448f-adf9-44943ae6aa65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:29.298730 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150e2f7-1165-448f-adf9-44943ae6aa65 None None] Pushing event updated for resources: {'Port': ['ID=05f46f02-1597-44af-a4d6-ccd681c71fca,revision_number=5']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:29.366078 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-0fef6ef1-f7e0-4b24-8ece-511cdb9fb753 None None] Provisioning complete for port 05f46f02-1597-44af-a4d6-ccd681c71fca triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:22:29.367155 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-0fef6ef1-f7e0-4b24-8ece-511cdb9fb753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:29.427084 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-84781db3-ecdf-4a27-8d23-05a0beb1dd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fd948490>, [{'id': '95b70b4c-b60b-4e46-968a-53b086a80632', 'name': 'tempest-TestShelveInstance-2120957567-router', 'tenant_id': '95927c12c90344e2866a67e502c7e674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '08db6fa7-6a28-49d3-a464-347d63595fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:22:21Z', 'updated_at': '2021-10-14T11:22:24Z', 'revision_number': 4, 'project_id': '95927c12c90344e2866a67e502c7e674', 'gw_port': {'id': '08db6fa7-6a28-49d3-a464-347d63595fd9', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:54:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b70b4c-b60b-4e46-968a-53b086a80632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:22:21Z', 'updated_at': '2021-10-14T11:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': '05f46f02-1597-44af-a4d6-ccd681c71fca', 'name': '', 'network_id': 'b0f4f705-dbc3-4186-8a9b-17bdbfb757e3', 'tenant_id': '95927c12c90344e2866a67e502c7e674', 'mac_address': 'fa:16:3e:e6:1e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b70b4c-b60b-4e46-968a-53b086a80632', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'bb3f47a0-ae14-4eac-865b-4e4769ab4969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:22:23Z', 'updated_at': '2021-10-14T11:22:28Z', 'revision_number': 4, 'project_id': '95927c12c90344e2866a67e502c7e674', 'subnets': [{'id': 'bb3f47a0-ae14-4eac-865b-4e4769ab4969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:22:29.454619 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84781db3-ecdf-4a27-8d23-05a0beb1dd47 None None] The sync data for ids ['95b70b4c-b60b-4e46-968a-53b086a80632'] in dv-cinder-801354-3-iscsi is: [{'id': '95b70b4c-b60b-4e46-968a-53b086a80632', 'name': 'tempest-TestShelveInstance-2120957567-router', 'tenant_id': '95927c12c90344e2866a67e502c7e674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '08db6fa7-6a28-49d3-a464-347d63595fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:22:21Z', 'updated_at': '2021-10-14T11:22:24Z', 'revision_number': 4, 'project_id': '95927c12c90344e2866a67e502c7e674', 'gw_port': {'id': '08db6fa7-6a28-49d3-a464-347d63595fd9', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:54:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b70b4c-b60b-4e46-968a-53b086a80632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:22:21Z', 'updated_at': '2021-10-14T11:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': '05f46f02-1597-44af-a4d6-ccd681c71fca', 'name': '', 'network_id': 'b0f4f705-dbc3-4186-8a9b-17bdbfb757e3', 'tenant_id': '95927c12c90344e2866a67e502c7e674', 'mac_address': 'fa:16:3e:e6:1e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b70b4c-b60b-4e46-968a-53b086a80632', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'bb3f47a0-ae14-4eac-865b-4e4769ab4969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:22:23Z', 'updated_at': '2021-10-14T11:22:28Z', 'revision_number': 4, 'project_id': '95927c12c90344e2866a67e502c7e674', 'subnets': [{'id': 'bb3f47a0-ae14-4eac-865b-4e4769ab4969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:22:30.132307 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 05f46f02-1597-44af-a4d6-ccd681c71fca up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:22:30.184484 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port 05f46f02-1597-44af-a4d6-ccd681c71fca triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:22:30.185225 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:30.275242 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 08db6fa7-6a28-49d3-a464-347d63595fd9 up at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:22:30.329323 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Provisioning complete for port 08db6fa7-6a28-49d3-a464-347d63595fd9 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:22:30.329696 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:31.868908 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.agents_db [None req-913fd0e5-582e-4eb1-907a-85279628d193 None None] Agent healthcheck: found 6 active agents {{(pid=99971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:22:33.999918 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-b33dc360-7038-422b-8c2c-5579be5e6cf2 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-466026163&fields=id&tenant_id=4e158813d8fb41e8ab4e77f6fecff0e2 HTTP/1.1" status: 200 len: 267 time: 0.0397146 Oct 14 11:22:34.117872 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-aaaecf07-1d03-4a34-aa15-fb64a523f3f1 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:34.119385 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-aaaecf07-1d03-4a34-aa15-fb64a523f3f1 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/networks?id=78406704-323b-4611-9294-7a5775aebeb9 HTTP/1.1" status: 200 len: 812 time: 0.1112580 Oct 14 11:22:34.135413 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-c3c3bcd7-e355-446b-823a-7c0c5c46a4d5 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/quotas/4e158813d8fb41e8ab4e77f6fecff0e2 HTTP/1.1" status: 200 len: 375 time: 0.0100498 Oct 14 11:22:34.201579 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-09a2c1f8-acfd-4265-8b23-d3dcf4b590dd tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4e158813d8fb41e8ab4e77f6fecff0e2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0603230 Oct 14 11:22:34.310886 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-8c2620f4-9038-4c0d-ab5b-4133567083c6 service neutron] 10.222.0.46 "GET /v2.0/networks/78406704-323b-4611-9294-7a5775aebeb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949616 Oct 14 11:22:34.422716 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-91d909f9-7927-4a51-9afe-9d3d0d5a8983 service neutron] 10.222.0.46 "GET /v2.0/networks/78406704-323b-4611-9294-7a5775aebeb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019704 Oct 14 11:22:34.765881 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-38fce47b-98bd-4821-ae01-4457bede97f0 req-c240a111-ac57-4943-8ec0-9526a690de81 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=96f7741a-abea-47b2-a705-730338ba1010 HTTP/1.1" status: 200 len: 210 time: 0.0293591 Oct 14 11:22:35.768757 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-bab863df-0223-4b49-88d3-3c3e542f8c95 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:35.770246 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-bab863df-0223-4b49-88d3-3c3e542f8c95 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.39 "GET /v2.0/networks?id=78406704-323b-4611-9294-7a5775aebeb9 HTTP/1.1" status: 200 len: 812 time: 0.1129785 Oct 14 11:22:35.817385 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-5e806baf-2890-45d8-a986-bbee097fa908 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e158813d8fb41e8ab4e77f6fecff0e2 HTTP/1.1" status: 200 len: 379 time: 0.0383823 Oct 14 11:22:35.831524 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-cad952d8-4356-4736-b446-7547d57b974b tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Request body: {'port': {'device_id': '96f7741a-abea-47b2-a705-730338ba1010', 'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'admin_state_up': True, 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'security_groups': ['9b9b92dc-5280-4963-a682-507ed7122bdf']}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:22:35.917254 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-19c6caa9-fe48-482d-ab39-e3dcff709c5f req-f01fc5e4-af00-4fa0-a2e6-ba333a40667b tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=96f7741a-abea-47b2-a705-730338ba1010 HTTP/1.1" status: 200 len: 210 time: 0.0627685 Oct 14 11:22:35.968665 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-cad952d8-4356-4736-b446-7547d57b974b tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Made reservation on behalf of 4e158813d8fb41e8ab4e77f6fecff0e2 for: {'port': 1} {{(pid=99969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:22:35.972150 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-cad952d8-4356-4736-b446-7547d57b974b tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:36.107580 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.db_base_plugin_common [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-cad952d8-4356-4736-b446-7547d57b974b tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Allocated IP 172.20.0.5 (78406704-323b-4611-9294-7a5775aebeb9/c8d13795-4deb-41c7-a1d9-9368b1e4f7b1/762b9a20-9c5e-4b72-b1d8-ee60e4573372) {{(pid=99969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:22:36.280882 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-cad952d8-4356-4736-b446-7547d57b974b tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for port, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:36.327768 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-cad952d8-4356-4736-b446-7547d57b974b tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:36.374865 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-cad952d8-4356-4736-b446-7547d57b974b tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Network 78406704-323b-4611-9294-7a5775aebeb9 is already hosted by enough agents. {{(pid=99969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:22:36.377877 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.base_scheduler [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-cad952d8-4356-4736-b446-7547d57b974b tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Resources bound (agent type, host, resource id): {{(pid=99969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:22:36.383756 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-cad952d8-4356-4736-b446-7547d57b974b tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Received port after_create {{(pid=99969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:22:36.391213 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad952d8-4356-4736-b446-7547d57b974b tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Pushing event updated for resources: {'Port': ['ID=762b9a20-9c5e-4b72-b1d8-ee60e4573372,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:36.454280 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-cad952d8-4356-4736-b446-7547d57b974b tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:36.455330 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-cad952d8-4356-4736-b446-7547d57b974b tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:36.476703 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-cad952d8-4356-4736-b446-7547d57b974b tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6490619 Oct 14 11:22:36.491219 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-7f07c2ec-0807-4af9-88b7-f3e582f873cd service neutron] Request body: {'port': {'device_id': '96f7741a-abea-47b2-a705-730338ba1010', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:22:36.549704 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-7f07c2ec-0807-4af9-88b7-f3e582f873cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:36.626926 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-1363f929-288a-42ca-af9a-e78e541693fb None None] Provisioning complete for port 762b9a20-9c5e-4b72-b1d8-ee60e4573372 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:22:36.627539 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-1363f929-288a-42ca-af9a-e78e541693fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:36.671443 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-1363f929-288a-42ca-af9a-e78e541693fb None None] Port 762b9a20-9c5e-4b72-b1d8-ee60e4573372 cannot update to ACTIVE because it is not bound. {{(pid=99970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:22:36.837982 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.notifiers.nova [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-7f07c2ec-0807-4af9-88b7-f3e582f873cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 762b9a20-9c5e-4b72-b1d8-ee60e4573372 {{(pid=99969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:22:36.845676 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-7f07c2ec-0807-4af9-88b7-f3e582f873cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:36.858691 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.provisioning_blocks [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-7f07c2ec-0807-4af9-88b7-f3e582f873cd service neutron] Transition to ACTIVE for port object 762b9a20-9c5e-4b72-b1d8-ee60e4573372 will not be triggered until provisioned by entity L2. {{(pid=99969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 11:22:36.862378 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-7f07c2ec-0807-4af9-88b7-f3e582f873cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071033321'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:36.918080 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07c2ec-0807-4af9-88b7-f3e582f873cd service neutron] Pushing event updated for resources: {'Port': ['ID=762b9a20-9c5e-4b72-b1d8-ee60e4573372,revision_number=2']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:36.994635 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-7f07c2ec-0807-4af9-88b7-f3e582f873cd service neutron] Attempting to bind port 762b9a20-9c5e-4b72-b1d8-ee60e4573372 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:22:36.995110 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-7f07c2ec-0807-4af9-88b7-f3e582f873cd service neutron] Attempting to bind port 762b9a20-9c5e-4b72-b1d8-ee60e4573372 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '65e0c828-a500-4212-8d75-55440898e75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '78406704-323b-4611-9294-7a5775aebeb9'}] {{(pid=99969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:22:36.995689 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-7f07c2ec-0807-4af9-88b7-f3e582f873cd service neutron] Attempting to bind port 762b9a20-9c5e-4b72-b1d8-ee60e4573372 on network 78406704-323b-4611-9294-7a5775aebeb9 {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:22:37.009932 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-7f07c2ec-0807-4af9-88b7-f3e582f873cd service neutron] Port 762b9a20-9c5e-4b72-b1d8-ee60e4573372 on network 78406704-323b-4611-9294-7a5775aebeb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 11:22:37.009932 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-7f07c2ec-0807-4af9-88b7-f3e582f873cd service neutron] Attempting to bind port 762b9a20-9c5e-4b72-b1d8-ee60e4573372 on network 78406704-323b-4611-9294-7a5775aebeb9 {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:22:37.045099 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-7f07c2ec-0807-4af9-88b7-f3e582f873cd service neutron] Checking agent: {'id': 'f75e9eb5-eb38-4e10-b93f-23a007c4e69f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 11, 37), 'started_at': datetime.datetime(2021, 10, 14, 11, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:22:37.045460 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-7f07c2ec-0807-4af9-88b7-f3e582f873cd service neutron] Checking segment: {'id': '65e0c828-a500-4212-8d75-55440898e75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '78406704-323b-4611-9294-7a5775aebeb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:22:37.045828 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-7f07c2ec-0807-4af9-88b7-f3e582f873cd service neutron] Bound using segment: {'id': '65e0c828-a500-4212-8d75-55440898e75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '78406704-323b-4611-9294-7a5775aebeb9'} {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:22:37.046312 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-7f07c2ec-0807-4af9-88b7-f3e582f873cd service neutron] Bound port: 762b9a20-9c5e-4b72-b1d8-ee60e4573372, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65e0c828-a500-4212-8d75-55440898e75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '78406704-323b-4611-9294-7a5775aebeb9'}}] {{(pid=99969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:22:37.046671 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-7f07c2ec-0807-4af9-88b7-f3e582f873cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:37.105036 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a6072-b370-4100-b7bc-86318a721ecc req-5daefe5e-3b5d-4653-9203-f2bc6889e5e2 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:37.106649 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a62a6072-b370-4100-b7bc-86318a721ecc req-5daefe5e-3b5d-4653-9203-f2bc6889e5e2 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=96f7741a-abea-47b2-a705-730338ba1010 HTTP/1.1" status: 200 len: 943 time: 0.0971396 Oct 14 11:22:37.153501 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-7f07c2ec-0807-4af9-88b7-f3e582f873cd service neutron] For port 762b9a20-9c5e-4b72-b1d8-ee60e4573372, host hv-cinder-80135, cleared binding levels {{(pid=99969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:22:37.158483 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-7f07c2ec-0807-4af9-88b7-f3e582f873cd service neutron] For port 762b9a20-9c5e-4b72-b1d8-ee60e4573372, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=762b9a20-9c5e-4b72-b1d8-ee60e4573372,segment=NetworkSegment(65e0c828-a500-4212-8d75-55440898e75b),segment_id=65e0c828-a500-4212-8d75-55440898e75b)] {{(pid=99969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:22:37.166079 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-7f07c2ec-0807-4af9-88b7-f3e582f873cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071033321'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:37.199111 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a62a6072-b370-4100-b7bc-86318a721ecc req-f6a4b127-f30e-40da-acc4-b50ef332f5e0 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858502 Oct 14 11:22:37.208262 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-7f07c2ec-0807-4af9-88b7-f3e582f873cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:37.208861 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-7f07c2ec-0807-4af9-88b7-f3e582f873cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:37.210805 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-7f07c2ec-0807-4af9-88b7-f3e582f873cd service neutron] 10.222.0.39 "PUT /v2.0/ports/762b9a20-9c5e-4b72-b1d8-ee60e4573372 HTTP/1.1" status: 200 len: 1093 time: 0.7245390 Oct 14 11:22:37.211276 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f7741a-abea-47b2-a705-730338ba1010', 'tag': '762b9a20-9c5e-4b72-b1d8-ee60e4573372'}] {{(pid=99969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:22:37.213586 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a93a02263ebe6e695f08df3ef7f4cabed4a40ac7132537441ac5c84a82560800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcd83d8-842c-4d51-a0c6-912e50263240" -d '{"events": [{"name": "network-changed", "server_uuid": "96f7741a-abea-47b2-a705-730338ba1010", "tag": "762b9a20-9c5e-4b72-b1d8-ee60e4573372"}]}' {{(pid=99969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:22:37.238244 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07c2ec-0807-4af9-88b7-f3e582f873cd service neutron] Pushing event updated for resources: {'Port': ['ID=762b9a20-9c5e-4b72-b1d8-ee60e4573372,revision_number=3']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:37.274858 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77129cf5-136e-4ccb-aaee-b89962dc70a7 x-openstack-request-id: req-77129cf5-136e-4ccb-aaee-b89962dc70a7 {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:22:37.275056 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f7741a-abea-47b2-a705-730338ba1010", "tag": "762b9a20-9c5e-4b72-b1d8-ee60e4573372", "status": "completed", "code": 200}]} {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:22:37.275213 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-77129cf5-136e-4ccb-aaee-b89962dc70a7 {{(pid=99969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:22:37.275764 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f7741a-abea-47b2-a705-730338ba1010', 'tag': '762b9a20-9c5e-4b72-b1d8-ee60e4573372', 'status': 'completed', 'code': 200} Oct 14 11:22:37.316838 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-e61a4d28-0db5-4cf3-a418-be7175d473a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:37.319331 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-e61a4d28-0db5-4cf3-a418-be7175d473a9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4e158813d8fb41e8ab4e77f6fecff0e2&device_id=96f7741a-abea-47b2-a705-730338ba1010 HTTP/1.1" status: 200 len: 1096 time: 0.0460186 Oct 14 11:22:37.366806 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-d591224d-b258-491d-a9a8-e7e6c6c3aae1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=762b9a20-9c5e-4b72-b1d8-ee60e4573372 HTTP/1.1" status: 200 len: 217 time: 0.0395060 Oct 14 11:22:37.425938 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-1b779442-a990-421e-8dbf-a73ce8821bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:37.427458 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-1b779442-a990-421e-8dbf-a73ce8821bee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8d13795-4deb-41c7-a1d9-9368b1e4f7b1 HTTP/1.1" status: 200 len: 851 time: 0.0536001 Oct 14 11:22:37.481928 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-45e781ad-9839-4ed2-be3a-8201737ef3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:37.483405 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-45e781ad-9839-4ed2-be3a-8201737ef3c6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=78406704-323b-4611-9294-7a5775aebeb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485933 Oct 14 11:22:37.586537 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-a3becf15-9c82-433b-9304-b65594dbf6ad service neutron] 10.222.0.39 "GET /v2.0/networks/78406704-323b-4611-9294-7a5775aebeb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948048 Oct 14 11:22:37.682162 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-bc9eb5d6-707b-4472-bf0f-789a427a3d92 req-79a4e8d1-839f-4aba-b7ac-4ef25ebf9c67 service neutron] 10.222.0.39 "GET /v2.0/networks/78406704-323b-4611-9294-7a5775aebeb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883341 Oct 14 11:22:37.776870 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd83d8-842c-4d51-a0c6-912e50263240 req-24259b84-1918-49e7-83ea-53a47656ce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:37.778405 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1bcd83d8-842c-4d51-a0c6-912e50263240 req-24259b84-1918-49e7-83ea-53a47656ce5d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4e158813d8fb41e8ab4e77f6fecff0e2&device_id=96f7741a-abea-47b2-a705-730338ba1010 HTTP/1.1" status: 200 len: 1096 time: 0.0473776 Oct 14 11:22:37.872620 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd83d8-842c-4d51-a0c6-912e50263240 req-02d4b016-a863-4f70-8b84-1bae60558320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:37.874012 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1bcd83d8-842c-4d51-a0c6-912e50263240 req-02d4b016-a863-4f70-8b84-1bae60558320 service neutron] 10.222.0.39 "GET /v2.0/networks?id=78406704-323b-4611-9294-7a5775aebeb9 HTTP/1.1" status: 200 len: 913 time: 0.0878985 Oct 14 11:22:37.931187 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1bcd83d8-842c-4d51-a0c6-912e50263240 req-103633ab-ee6d-4fb8-8227-dfac5f0d3279 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=762b9a20-9c5e-4b72-b1d8-ee60e4573372 HTTP/1.1" status: 200 len: 217 time: 0.0451729 Oct 14 11:22:37.983542 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd83d8-842c-4d51-a0c6-912e50263240 req-b2172e05-5ee4-4e81-96f6-0dcc211f8c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:37.984978 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1bcd83d8-842c-4d51-a0c6-912e50263240 req-b2172e05-5ee4-4e81-96f6-0dcc211f8c34 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8d13795-4deb-41c7-a1d9-9368b1e4f7b1 HTTP/1.1" status: 200 len: 851 time: 0.0458152 Oct 14 11:22:38.034266 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd83d8-842c-4d51-a0c6-912e50263240 req-72d39efd-5997-4518-879e-6c8cf96b8bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:38.035793 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1bcd83d8-842c-4d51-a0c6-912e50263240 req-72d39efd-5997-4518-879e-6c8cf96b8bcc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=78406704-323b-4611-9294-7a5775aebeb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405633 Oct 14 11:22:38.133316 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1bcd83d8-842c-4d51-a0c6-912e50263240 req-f30d8d86-cb85-412c-a1f9-9dd7fe9553d5 service neutron] 10.222.0.39 "GET /v2.0/networks/78406704-323b-4611-9294-7a5775aebeb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893786 Oct 14 11:22:38.231104 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1bcd83d8-842c-4d51-a0c6-912e50263240 req-4c6e30e4-1f0d-438d-b78e-78e2e2e353d4 service neutron] 10.222.0.39 "GET /v2.0/networks/78406704-323b-4611-9294-7a5775aebeb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866458 Oct 14 11:22:38.346892 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d823920-e687-4d8a-b3b3-a6a86b922d0b req-c6103958-c76f-4949-bd98-88e5f7225caf tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:38.348382 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4d823920-e687-4d8a-b3b3-a6a86b922d0b req-c6103958-c76f-4949-bd98-88e5f7225caf tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=96f7741a-abea-47b2-a705-730338ba1010 HTTP/1.1" status: 200 len: 943 time: 0.0511439 Oct 14 11:22:38.392752 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4d823920-e687-4d8a-b3b3-a6a86b922d0b req-270f1c2b-6d1e-462e-b282-d4f8a75cd921 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379736 Oct 14 11:22:38.751603 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:38.851244 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-704abb98-54ad-401a-8fbd-258990569b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:39.531883 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c584a-f26e-4473-bf79-a019b2a5eccd req-fb7e6034-753f-4d6b-b693-1afb901caae3 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:39.533413 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-023c584a-f26e-4473-bf79-a019b2a5eccd req-fb7e6034-753f-4d6b-b693-1afb901caae3 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=96f7741a-abea-47b2-a705-730338ba1010 HTTP/1.1" status: 200 len: 943 time: 0.0548232 Oct 14 11:22:39.574855 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-023c584a-f26e-4473-bf79-a019b2a5eccd req-144aa405-5ab3-4a0d-879a-3ed9697febca tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347021 Oct 14 11:22:40.706671 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eda999-1b6d-4fe5-abbc-825f20951c41 req-d4f5ce42-2941-46d5-be38-5b63093951db tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:40.708293 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d1eda999-1b6d-4fe5-abbc-825f20951c41 req-d4f5ce42-2941-46d5-be38-5b63093951db tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=96f7741a-abea-47b2-a705-730338ba1010 HTTP/1.1" status: 200 len: 943 time: 0.0596097 Oct 14 11:22:40.753894 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d1eda999-1b6d-4fe5-abbc-825f20951c41 req-a2ba32dd-73f7-4256-9142-a04655f1644d tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350680 Oct 14 11:22:41.525235 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-92ceed87-f97a-49ad-a654-a1fad7a8c142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:41.872475 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168f9e4-31e3-4d8f-ac36-812bcdea4440 req-0d4ba9ec-2258-4235-b396-6026d13ef5b0 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:41.874055 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2168f9e4-31e3-4d8f-ac36-812bcdea4440 req-0d4ba9ec-2258-4235-b396-6026d13ef5b0 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=96f7741a-abea-47b2-a705-730338ba1010 HTTP/1.1" status: 200 len: 943 time: 0.0500991 Oct 14 11:22:41.915191 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2168f9e4-31e3-4d8f-ac36-812bcdea4440 req-e6d3c05d-58bb-4a4c-b0cd-5c7cf0856720 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352705 Oct 14 11:22:42.816502 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:43.038593 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c1025-e989-4fd8-a234-d17af1bc9b28 req-eeb690d6-61f7-4e02-8e22-a79c161a36d3 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:43.040271 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-313c1025-e989-4fd8-a234-d17af1bc9b28 req-eeb690d6-61f7-4e02-8e22-a79c161a36d3 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=96f7741a-abea-47b2-a705-730338ba1010 HTTP/1.1" status: 200 len: 943 time: 0.0559266 Oct 14 11:22:43.047804 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:43.086746 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-313c1025-e989-4fd8-a234-d17af1bc9b28 req-cf3f124c-c468-42e4-8e1e-3684a0837f36 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350239 Oct 14 11:22:43.678226 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1b7f3e6e-dce6-483e-bdd7-4eb3bbc00e0f req-b9771558-0394-4800-bf4b-c96f4b4aef8c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bc82ae67-1dc6-4687-af02-334a023437ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473864 Oct 14 11:22:43.761877 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f3e6e-dce6-483e-bdd7-4eb3bbc00e0f req-e8580bbc-5a8a-451d-b6ce-5bd90ae4b4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:43.763425 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1b7f3e6e-dce6-483e-bdd7-4eb3bbc00e0f req-e8580bbc-5a8a-451d-b6ce-5bd90ae4b4fc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4e158813d8fb41e8ab4e77f6fecff0e2&device_id=bc82ae67-1dc6-4687-af02-334a023437ef HTTP/1.1" status: 200 len: 1098 time: 0.0423479 Oct 14 11:22:43.879279 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f3e6e-dce6-483e-bdd7-4eb3bbc00e0f req-2ee43955-83c7-486d-bf13-f6322a11bec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:43.880796 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1b7f3e6e-dce6-483e-bdd7-4eb3bbc00e0f req-2ee43955-83c7-486d-bf13-f6322a11bec5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=78406704-323b-4611-9294-7a5775aebeb9 HTTP/1.1" status: 200 len: 913 time: 0.0945740 Oct 14 11:22:43.971341 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1b7f3e6e-dce6-483e-bdd7-4eb3bbc00e0f req-66a5d7bd-49f8-4a70-8109-c48cb414d85d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a9696ae-ccd3-4767-af74-27758b58f407 HTTP/1.1" status: 200 len: 1000 time: 0.0830972 Oct 14 11:22:44.032153 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f3e6e-dce6-483e-bdd7-4eb3bbc00e0f req-9a9eb454-1838-442b-8651-0ce556551aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:44.033834 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1b7f3e6e-dce6-483e-bdd7-4eb3bbc00e0f req-9a9eb454-1838-442b-8651-0ce556551aeb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8d13795-4deb-41c7-a1d9-9368b1e4f7b1 HTTP/1.1" status: 200 len: 851 time: 0.0545633 Oct 14 11:22:44.088991 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f3e6e-dce6-483e-bdd7-4eb3bbc00e0f req-4e9e937c-b737-43e9-9e9b-c0211a18dc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:44.090557 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1b7f3e6e-dce6-483e-bdd7-4eb3bbc00e0f req-4e9e937c-b737-43e9-9e9b-c0211a18dc63 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=78406704-323b-4611-9294-7a5775aebeb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495973 Oct 14 11:22:44.337489 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:44.519954 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1b7f3e6e-dce6-483e-bdd7-4eb3bbc00e0f req-6b7bef1b-d333-41cc-84ce-2d780572d594 service neutron] 10.222.0.39 "GET /v2.0/networks/78406704-323b-4611-9294-7a5775aebeb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212484 Oct 14 11:22:44.545961 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02505bd-8965-46c5-99f3-2f86636568fd req-09fa6cf8-c0fc-4fe8-95cf-cf92c2d4d515 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:44.547457 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c02505bd-8965-46c5-99f3-2f86636568fd req-09fa6cf8-c0fc-4fe8-95cf-cf92c2d4d515 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=96f7741a-abea-47b2-a705-730338ba1010 HTTP/1.1" status: 200 len: 943 time: 0.3796279 Oct 14 11:22:44.637342 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-c02505bd-8965-46c5-99f3-2f86636568fd req-70395b2d-4a12-4e24-bfc8-9569c6d8dabf tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788496 Oct 14 11:22:44.657963 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1b7f3e6e-dce6-483e-bdd7-4eb3bbc00e0f req-ea2bebc5-dba2-493e-abf5-307b9d67fcd7 service neutron] 10.222.0.39 "GET /v2.0/networks/78406704-323b-4611-9294-7a5775aebeb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303914 Oct 14 11:22:45.005124 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-1562781a-831c-41b2-9dd2-c31177543e9a tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1326288964&fields=id&tenant_id=752304d80c35436c9ce5e1d5970ee38e HTTP/1.1" status: 200 len: 267 time: 0.0333343 Oct 14 11:22:45.120883 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-83ebf6d6-4b83-4c3c-8700-014abefcd145 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:45.122367 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-83ebf6d6-4b83-4c3c-8700-014abefcd145 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/networks?id=1738995b-a95c-4dfb-b6a7-37a26b1a9e9a HTTP/1.1" status: 200 len: 809 time: 0.1097820 Oct 14 11:22:45.138789 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-1b88bf63-c5ce-4179-a818-d7fb142aefe5 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/quotas/752304d80c35436c9ce5e1d5970ee38e HTTP/1.1" status: 200 len: 375 time: 0.0106680 Oct 14 11:22:45.198958 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-8a46946b-8e2b-40cb-8ce0-138069068538 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=752304d80c35436c9ce5e1d5970ee38e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493338 Oct 14 11:22:45.304122 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-a3ce88ed-43ad-4ed4-a053-00d1b7b00aa6 service neutron] 10.222.0.46 "GET /v2.0/networks/1738995b-a95c-4dfb-b6a7-37a26b1a9e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925326 Oct 14 11:22:45.395820 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-093ec6e7-2a05-4940-8a43-5108eba7b73a service neutron] 10.222.0.46 "GET /v2.0/networks/1738995b-a95c-4dfb-b6a7-37a26b1a9e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854945 Oct 14 11:22:45.696348 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-37fea035-0981-45da-81b5-f37cdef50aca req-de82e734-50ea-4946-b035-0a1a261a569b tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 210 time: 0.0342283 Oct 14 11:22:45.770556 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d408a9c-57e5-443d-b6f8-e5c8b2a23deb req-e3c12dc8-360e-4846-8378-3f1cdb5bd84c tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:45.773270 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0d408a9c-57e5-443d-b6f8-e5c8b2a23deb req-e3c12dc8-360e-4846-8378-3f1cdb5bd84c tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=96f7741a-abea-47b2-a705-730338ba1010 HTTP/1.1" status: 200 len: 943 time: 0.0556741 Oct 14 11:22:45.817897 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0d408a9c-57e5-443d-b6f8-e5c8b2a23deb req-f154f255-e69d-467d-8e5b-1d5934583fb2 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378978 Oct 14 11:22:46.621943 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-913c68de-65db-45e2-9749-cab8fb3755a2 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:46.623474 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-913c68de-65db-45e2-9749-cab8fb3755a2 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.39 "GET /v2.0/networks?id=1738995b-a95c-4dfb-b6a7-37a26b1a9e9a HTTP/1.1" status: 200 len: 809 time: 0.1093829 Oct 14 11:22:46.671349 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-68e0b795-2808-411f-bfd1-47cf7f441d15 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=752304d80c35436c9ce5e1d5970ee38e HTTP/1.1" status: 200 len: 380 time: 0.0386965 Oct 14 11:22:46.682205 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-f16696ad-632b-484f-8c33-a9f1eb6bdc02 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Request body: {'port': {'device_id': '406f5e5f-c82d-4a69-a7a6-095f4021948b', 'network_id': '1738995b-a95c-4dfb-b6a7-37a26b1a9e9a', 'admin_state_up': True, 'tenant_id': '752304d80c35436c9ce5e1d5970ee38e', 'security_groups': ['97d14856-6e5b-4ee1-9b60-954a6d26f396']}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:22:46.807012 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8cad8f09-f112-47d1-97ba-4885a8898d4e req-bc66f774-9b51-41f5-8587-d975589548dc tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 210 time: 0.0435064 Oct 14 11:22:46.826791 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-f16696ad-632b-484f-8c33-a9f1eb6bdc02 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Made reservation on behalf of 752304d80c35436c9ce5e1d5970ee38e for: {'port': 1} {{(pid=99969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:22:46.830584 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-f16696ad-632b-484f-8c33-a9f1eb6bdc02 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:47.001904 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd132de-992b-4c7f-a924-5f60fa025508 req-265a8094-1b90-422d-b4db-ff407175adb2 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:47.003480 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4bd132de-992b-4c7f-a924-5f60fa025508 req-265a8094-1b90-422d-b4db-ff407175adb2 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=96f7741a-abea-47b2-a705-730338ba1010 HTTP/1.1" status: 200 len: 943 time: 0.1052423 Oct 14 11:22:47.036860 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.db_base_plugin_common [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-f16696ad-632b-484f-8c33-a9f1eb6bdc02 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Allocated IP 172.20.0.11 (1738995b-a95c-4dfb-b6a7-37a26b1a9e9a/816d1c95-0568-4d2b-bf4e-4faa08ac3479/2afe555a-53c4-4f6d-b2ff-795c95afc6b9) {{(pid=99969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:22:47.073341 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4bd132de-992b-4c7f-a924-5f60fa025508 req-e19e2bcc-16ca-48e8-b941-88089675eae5 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632660 Oct 14 11:22:47.082238 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 762b9a20-9c5e-4b72-b1d8-ee60e4573372 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=99970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:22:47.196603 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port 762b9a20-9c5e-4b72-b1d8-ee60e4573372, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=762b9a20-9c5e-4b72-b1d8-ee60e4573372,segment=NetworkSegment(65e0c828-a500-4212-8d75-55440898e75b),segment_id=65e0c828-a500-4212-8d75-55440898e75b)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:22:47.200673 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-f16696ad-632b-484f-8c33-a9f1eb6bdc02 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks [] for port, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:47.207149 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Returning: {'device': '762b9a20-9c5e-4b72-b1d8-ee60e4573372', 'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'port_id': '762b9a20-9c5e-4b72-b1d8-ee60e4573372', 'mac_address': 'fa:16:3e:f0:b1:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:22:47.235024 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-f16696ad-632b-484f-8c33-a9f1eb6bdc02 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:47.247315 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:47.260453 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 762b9a20-9c5e-4b72-b1d8-ee60e4573372 {{(pid=99970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:22:47.281597 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port 762b9a20-9c5e-4b72-b1d8-ee60e4573372, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=762b9a20-9c5e-4b72-b1d8-ee60e4573372,segment=NetworkSegment(65e0c828-a500-4212-8d75-55440898e75b),segment_id=65e0c828-a500-4212-8d75-55440898e75b)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:22:47.285461 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-f16696ad-632b-484f-8c33-a9f1eb6bdc02 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Network 1738995b-a95c-4dfb-b6a7-37a26b1a9e9a is already hosted by enough agents. {{(pid=99969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:22:47.285608 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:47.289398 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.base_scheduler [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-f16696ad-632b-484f-8c33-a9f1eb6bdc02 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Resources bound (agent type, host, resource id): {{(pid=99969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:22:47.293062 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-f16696ad-632b-484f-8c33-a9f1eb6bdc02 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Received port after_create {{(pid=99969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:22:47.322170 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16696ad-632b-484f-8c33-a9f1eb6bdc02 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Pushing event updated for resources: {'Port': ['ID=2afe555a-53c4-4f6d-b2ff-795c95afc6b9,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:47.347016 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=762b9a20-9c5e-4b72-b1d8-ee60e4573372,revision_number=4']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:47.348983 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-f16696ad-632b-484f-8c33-a9f1eb6bdc02 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:47.350349 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-f16696ad-632b-484f-8c33-a9f1eb6bdc02 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:47.367464 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-f16696ad-632b-484f-8c33-a9f1eb6bdc02 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6893384 Oct 14 11:22:47.380617 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-aa2ce6b5-415a-46cc-b7a9-7ae7a57826f4 service neutron] Request body: {'port': {'device_id': '406f5e5f-c82d-4a69-a7a6-095f4021948b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:22:47.440298 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-aa2ce6b5-415a-46cc-b7a9-7ae7a57826f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:47.501766 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['762b9a20-9c5e-4b72-b1d8-ee60e4573372'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:22:47.550388 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-f2723147-6aea-42da-96ba-1b52c8be3aed None None] Provisioning complete for port 2afe555a-53c4-4f6d-b2ff-795c95afc6b9 triggered by entity DHCP. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:22:47.550752 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-f2723147-6aea-42da-96ba-1b52c8be3aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:47.606291 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-f2723147-6aea-42da-96ba-1b52c8be3aed None None] Port 2afe555a-53c4-4f6d-b2ff-795c95afc6b9 cannot update to ACTIVE because it is not bound. {{(pid=99970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:22:47.725719 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.notifiers.nova [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-aa2ce6b5-415a-46cc-b7a9-7ae7a57826f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2afe555a-53c4-4f6d-b2ff-795c95afc6b9 {{(pid=99969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:22:47.733132 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-aa2ce6b5-415a-46cc-b7a9-7ae7a57826f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:47.745711 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.provisioning_blocks [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-aa2ce6b5-415a-46cc-b7a9-7ae7a57826f4 service neutron] Transition to ACTIVE for port object 2afe555a-53c4-4f6d-b2ff-795c95afc6b9 will not be triggered until provisioned by entity L2. {{(pid=99969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 11:22:47.749757 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-aa2ce6b5-415a-46cc-b7a9-7ae7a57826f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071033321'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:47.798856 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ce6b5-415a-46cc-b7a9-7ae7a57826f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2afe555a-53c4-4f6d-b2ff-795c95afc6b9,revision_number=2']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:47.901014 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-aa2ce6b5-415a-46cc-b7a9-7ae7a57826f4 service neutron] Attempting to bind port 2afe555a-53c4-4f6d-b2ff-795c95afc6b9 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:22:47.901014 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-aa2ce6b5-415a-46cc-b7a9-7ae7a57826f4 service neutron] Attempting to bind port 2afe555a-53c4-4f6d-b2ff-795c95afc6b9 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '5fcbc777-6689-4ef5-87ca-afe354aad21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1738995b-a95c-4dfb-b6a7-37a26b1a9e9a'}] {{(pid=99969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:22:47.901370 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-aa2ce6b5-415a-46cc-b7a9-7ae7a57826f4 service neutron] Attempting to bind port 2afe555a-53c4-4f6d-b2ff-795c95afc6b9 on network 1738995b-a95c-4dfb-b6a7-37a26b1a9e9a {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:22:47.922144 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-aa2ce6b5-415a-46cc-b7a9-7ae7a57826f4 service neutron] Port 2afe555a-53c4-4f6d-b2ff-795c95afc6b9 on network 1738995b-a95c-4dfb-b6a7-37a26b1a9e9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 11:22:47.922499 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-aa2ce6b5-415a-46cc-b7a9-7ae7a57826f4 service neutron] Attempting to bind port 2afe555a-53c4-4f6d-b2ff-795c95afc6b9 on network 1738995b-a95c-4dfb-b6a7-37a26b1a9e9a {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:22:47.931692 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-aa2ce6b5-415a-46cc-b7a9-7ae7a57826f4 service neutron] Checking agent: {'id': 'f75e9eb5-eb38-4e10-b93f-23a007c4e69f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 11, 37), 'started_at': datetime.datetime(2021, 10, 14, 11, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:22:47.932032 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-aa2ce6b5-415a-46cc-b7a9-7ae7a57826f4 service neutron] Checking segment: {'id': '5fcbc777-6689-4ef5-87ca-afe354aad21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1738995b-a95c-4dfb-b6a7-37a26b1a9e9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:22:47.932419 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-aa2ce6b5-415a-46cc-b7a9-7ae7a57826f4 service neutron] Bound using segment: {'id': '5fcbc777-6689-4ef5-87ca-afe354aad21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1738995b-a95c-4dfb-b6a7-37a26b1a9e9a'} {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:22:47.932861 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-aa2ce6b5-415a-46cc-b7a9-7ae7a57826f4 service neutron] Bound port: 2afe555a-53c4-4f6d-b2ff-795c95afc6b9, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fcbc777-6689-4ef5-87ca-afe354aad21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1738995b-a95c-4dfb-b6a7-37a26b1a9e9a'}}] {{(pid=99969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:22:47.933220 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-aa2ce6b5-415a-46cc-b7a9-7ae7a57826f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:47.966242 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4bedad-5c0e-4862-b4bf-a65b6d07efac req-387d3b01-6993-4ae1-9d18-c17326a1af61 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:47.973407 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ef4bedad-5c0e-4862-b4bf-a65b6d07efac req-387d3b01-6993-4ae1-9d18-c17326a1af61 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 944 time: 0.0914087 Oct 14 11:22:48.047026 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-ef4bedad-5c0e-4862-b4bf-a65b6d07efac req-b1501997-aeb1-413e-9733-0a1843f1b0c9 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/security-groups?id=97d14856-6e5b-4ee1-9b60-954a6d26f396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726767 Oct 14 11:22:48.054395 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-aa2ce6b5-415a-46cc-b7a9-7ae7a57826f4 service neutron] For port 2afe555a-53c4-4f6d-b2ff-795c95afc6b9, host hv-cinder-80135, cleared binding levels {{(pid=99969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:22:48.058136 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-aa2ce6b5-415a-46cc-b7a9-7ae7a57826f4 service neutron] For port 2afe555a-53c4-4f6d-b2ff-795c95afc6b9, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=2afe555a-53c4-4f6d-b2ff-795c95afc6b9,segment=NetworkSegment(5fcbc777-6689-4ef5-87ca-afe354aad21c),segment_id=5fcbc777-6689-4ef5-87ca-afe354aad21c)] {{(pid=99969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:22:48.062886 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-aa2ce6b5-415a-46cc-b7a9-7ae7a57826f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071033321'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:48.097734 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-aa2ce6b5-415a-46cc-b7a9-7ae7a57826f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:48.098366 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-aa2ce6b5-415a-46cc-b7a9-7ae7a57826f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:48.100556 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-aa2ce6b5-415a-46cc-b7a9-7ae7a57826f4 service neutron] 10.222.0.39 "PUT /v2.0/ports/2afe555a-53c4-4f6d-b2ff-795c95afc6b9 HTTP/1.1" status: 200 len: 1094 time: 0.7240777 Oct 14 11:22:48.100846 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406f5e5f-c82d-4a69-a7a6-095f4021948b', 'tag': '2afe555a-53c4-4f6d-b2ff-795c95afc6b9'}] {{(pid=99969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:22:48.103104 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a93a02263ebe6e695f08df3ef7f4cabed4a40ac7132537441ac5c84a82560800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ebe738-6805-402f-834c-a53680f2e162" -d '{"events": [{"name": "network-changed", "server_uuid": "406f5e5f-c82d-4a69-a7a6-095f4021948b", "tag": "2afe555a-53c4-4f6d-b2ff-795c95afc6b9"}]}' {{(pid=99969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:22:48.132357 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ce6b5-415a-46cc-b7a9-7ae7a57826f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2afe555a-53c4-4f6d-b2ff-795c95afc6b9,revision_number=3']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:48.163168 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f6a8bf-6df3-4730-becc-4c4f6f1543a2 x-openstack-request-id: req-77f6a8bf-6df3-4730-becc-4c4f6f1543a2 {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:22:48.163655 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406f5e5f-c82d-4a69-a7a6-095f4021948b", "tag": "2afe555a-53c4-4f6d-b2ff-795c95afc6b9", "status": "completed", "code": 200}]} {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:22:48.163974 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-77f6a8bf-6df3-4730-becc-4c4f6f1543a2 {{(pid=99969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:22:48.164441 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '406f5e5f-c82d-4a69-a7a6-095f4021948b', 'tag': '2afe555a-53c4-4f6d-b2ff-795c95afc6b9', 'status': 'completed', 'code': 200} Oct 14 11:22:48.233072 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-63b2b460-d9d1-417f-9e3c-be101ff3e37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:48.234551 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-63b2b460-d9d1-417f-9e3c-be101ff3e37d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=752304d80c35436c9ce5e1d5970ee38e&device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 1097 time: 0.0841916 Oct 14 11:22:48.246963 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7c477-e209-4b40-9783-9b1a817edc73 req-00bd912a-1000-4ba5-bac3-7880ace0ebb0 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:48.248528 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-56c7c477-e209-4b40-9783-9b1a817edc73 req-00bd912a-1000-4ba5-bac3-7880ace0ebb0 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=96f7741a-abea-47b2-a705-730338ba1010 HTTP/1.1" status: 200 len: 944 time: 0.0688071 Oct 14 11:22:48.291834 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-ce01bad1-1c1b-429b-96ef-05ceaaaea745 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2afe555a-53c4-4f6d-b2ff-795c95afc6b9 HTTP/1.1" status: 200 len: 217 time: 0.0422983 Oct 14 11:22:48.354720 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-56c7c477-e209-4b40-9783-9b1a817edc73 req-16bfce78-e345-4a53-9f6f-7b47cdf4e043 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990765 Oct 14 11:22:48.363551 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-399afed6-0147-4331-bf48-4daef51ac74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:48.365879 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-399afed6-0147-4331-bf48-4daef51ac74d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=816d1c95-0568-4d2b-bf4e-4faa08ac3479 HTTP/1.1" status: 200 len: 848 time: 0.0647469 Oct 14 11:22:48.414447 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-47da93d1-e74e-4d2e-ab68-741f0e739374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:48.415951 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-47da93d1-e74e-4d2e-ab68-741f0e739374 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1738995b-a95c-4dfb-b6a7-37a26b1a9e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433662 Oct 14 11:22:48.509208 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-89d4507b-cee7-445c-9b22-27aef3e8575e service neutron] 10.222.0.39 "GET /v2.0/networks/1738995b-a95c-4dfb-b6a7-37a26b1a9e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853031 Oct 14 11:22:48.605790 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-7176328f-dd4c-4749-8ba5-58ea4f06cace req-c9235c6d-4c40-4aeb-be7e-ea39b4b7b1fa service neutron] 10.222.0.39 "GET /v2.0/networks/1738995b-a95c-4dfb-b6a7-37a26b1a9e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894465 Oct 14 11:22:48.692159 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebe738-6805-402f-834c-a53680f2e162 req-67169d16-1971-4c44-b7f3-8ca5578b9bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:48.694290 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b4ebe738-6805-402f-834c-a53680f2e162 req-67169d16-1971-4c44-b7f3-8ca5578b9bdb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=752304d80c35436c9ce5e1d5970ee38e&device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 1097 time: 0.0425775 Oct 14 11:22:48.789448 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebe738-6805-402f-834c-a53680f2e162 req-2eecff4c-b104-4f66-8797-f90fbb75bd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:48.790935 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b4ebe738-6805-402f-834c-a53680f2e162 req-2eecff4c-b104-4f66-8797-f90fbb75bd83 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1738995b-a95c-4dfb-b6a7-37a26b1a9e9a HTTP/1.1" status: 200 len: 910 time: 0.0893734 Oct 14 11:22:48.833613 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b4ebe738-6805-402f-834c-a53680f2e162 req-7b5a7fc7-eea2-4023-8f5e-816ccf5857ae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2afe555a-53c4-4f6d-b2ff-795c95afc6b9 HTTP/1.1" status: 200 len: 217 time: 0.0348637 Oct 14 11:22:48.882914 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebe738-6805-402f-834c-a53680f2e162 req-e606f726-af5a-4365-9652-a7493e509469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:48.884358 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b4ebe738-6805-402f-834c-a53680f2e162 req-e606f726-af5a-4365-9652-a7493e509469 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=816d1c95-0568-4d2b-bf4e-4faa08ac3479 HTTP/1.1" status: 200 len: 848 time: 0.0430069 Oct 14 11:22:48.934333 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebe738-6805-402f-834c-a53680f2e162 req-974d5e06-e04e-47e4-87bd-d313d3314fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:48.935789 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b4ebe738-6805-402f-834c-a53680f2e162 req-974d5e06-e04e-47e4-87bd-d313d3314fdd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1738995b-a95c-4dfb-b6a7-37a26b1a9e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433466 Oct 14 11:22:49.025914 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b4ebe738-6805-402f-834c-a53680f2e162 req-541b2374-35b8-46bf-8930-68cd8fba253b service neutron] 10.222.0.39 "GET /v2.0/networks/1738995b-a95c-4dfb-b6a7-37a26b1a9e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813665 Oct 14 11:22:49.087666 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 762b9a20-9c5e-4b72-b1d8-ee60e4573372 up at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:22:49.137860 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b4ebe738-6805-402f-834c-a53680f2e162 req-d740ac2d-e49d-4993-ac13-783ef37ef3d1 service neutron] 10.222.0.39 "GET /v2.0/networks/1738995b-a95c-4dfb-b6a7-37a26b1a9e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036263 Oct 14 11:22:49.139596 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning for port 762b9a20-9c5e-4b72-b1d8-ee60e4573372 completed by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 11:22:49.154040 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning complete for port 762b9a20-9c5e-4b72-b1d8-ee60e4573372 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:22:49.154436 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:49.174103 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa83149-6508-45e1-a5ee-84e3b48a74db req-759bb378-bbf0-4cb1-bbc5-c792f1756cc6 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:49.175577 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6aa83149-6508-45e1-a5ee-84e3b48a74db req-759bb378-bbf0-4cb1-bbc5-c792f1756cc6 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 944 time: 0.0511768 Oct 14 11:22:49.220357 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6aa83149-6508-45e1-a5ee-84e3b48a74db req-ec3bed62-0ef1-4aee-91a7-b78edbe69eba tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/security-groups?id=97d14856-6e5b-4ee1-9b60-954a6d26f396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358572 Oct 14 11:22:49.236226 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:49.259134 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f7741a-abea-47b2-a705-730338ba1010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762b9a20-9c5e-4b72-b1d8-ee60e4573372'}] {{(pid=99970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:22:49.261357 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e67274c3f7888a1e620d1da4f152c08f6ed72520f222e4ac6b19e3f5d220bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5575f1c4-bebb-4b30-8727-543364128028" -d '{"events": [{"server_uuid": "96f7741a-abea-47b2-a705-730338ba1010", "name": "network-vif-plugged", "status": "completed", "tag": "762b9a20-9c5e-4b72-b1d8-ee60e4573372"}]}' {{(pid=99970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:22:49.274248 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port 762b9a20-9c5e-4b72-b1d8-ee60e4573372, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=762b9a20-9c5e-4b72-b1d8-ee60e4573372,segment=NetworkSegment(65e0c828-a500-4212-8d75-55440898e75b),segment_id=65e0c828-a500-4212-8d75-55440898e75b)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:22:49.278660 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:49.304587 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e91293-b829-4327-8271-d51d746c7f62 x-openstack-request-id: req-f1e91293-b829-4327-8271-d51d746c7f62 {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:22:49.304900 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f7741a-abea-47b2-a705-730338ba1010", "name": "network-vif-plugged", "status": "completed", "tag": "762b9a20-9c5e-4b72-b1d8-ee60e4573372", "code": 200}]} {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:22:49.305125 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f1e91293-b829-4327-8271-d51d746c7f62 {{(pid=99970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:22:49.305511 dv-cinder-801354-3-iscsi neutron-server[99970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f7741a-abea-47b2-a705-730338ba1010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762b9a20-9c5e-4b72-b1d8-ee60e4573372', 'code': 200} Oct 14 11:22:49.335680 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=762b9a20-9c5e-4b72-b1d8-ee60e4573372,revision_number=5']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:49.474909 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1516c-1209-43f8-8f4a-8afece682cc9 req-2ff5b83c-db15-43b9-aeac-049b5f62940d tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:49.476360 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d2c1516c-1209-43f8-8f4a-8afece682cc9 req-2ff5b83c-db15-43b9-aeac-049b5f62940d tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=96f7741a-abea-47b2-a705-730338ba1010 HTTP/1.1" status: 200 len: 945 time: 0.0505843 Oct 14 11:22:49.542681 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d2c1516c-1209-43f8-8f4a-8afece682cc9 req-7631b451-471c-4f2a-a9e0-5158d009adb2 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598524 Oct 14 11:22:49.551593 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8da86-3569-4e27-bcc2-780fcd12817e req-cd317923-1bb3-44d2-add6-21c799abf240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:49.553984 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9be8da86-3569-4e27-bcc2-780fcd12817e req-cd317923-1bb3-44d2-add6-21c799abf240 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=96f7741a-abea-47b2-a705-730338ba1010 HTTP/1.1" status: 200 len: 1098 time: 0.0579839 Oct 14 11:22:49.591486 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9be8da86-3569-4e27-bcc2-780fcd12817e req-13ed16a8-78c2-406e-86e0-f7380f4d9fa0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277619 Oct 14 11:22:50.347457 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf9a6a-92bd-4313-ac9f-4540435542ac req-de5ec5ba-f507-433d-a219-63711b4bdc52 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:50.348885 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-49bf9a6a-92bd-4313-ac9f-4540435542ac req-de5ec5ba-f507-433d-a219-63711b4bdc52 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 944 time: 0.0563335 Oct 14 11:22:50.388422 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-49bf9a6a-92bd-4313-ac9f-4540435542ac req-73337cf4-4daf-4fed-a17c-4f64f464f391 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/security-groups?id=97d14856-6e5b-4ee1-9b60-954a6d26f396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334995 Oct 14 11:22:50.656091 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206084fc-1d14-4921-9c15-458b86f32f91 req-69d3e195-2459-4cfd-964f-78c352a278fe tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:50.657482 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-206084fc-1d14-4921-9c15-458b86f32f91 req-69d3e195-2459-4cfd-964f-78c352a278fe tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=96f7741a-abea-47b2-a705-730338ba1010 HTTP/1.1" status: 200 len: 945 time: 0.0484579 Oct 14 11:22:50.698005 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-206084fc-1d14-4921-9c15-458b86f32f91 req-562097fc-055b-4436-8170-0dbabbbc426c tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333571 Oct 14 11:22:51.505796 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c4f60-cd02-474f-936b-38fe285c6349 req-11b922c5-06c9-49c1-be55-7357a9b2adb8 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:51.507330 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-900c4f60-cd02-474f-936b-38fe285c6349 req-11b922c5-06c9-49c1-be55-7357a9b2adb8 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 944 time: 0.0518992 Oct 14 11:22:51.545045 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-900c4f60-cd02-474f-936b-38fe285c6349 req-e107c3b4-96e9-42ec-8b3f-7bd5f0aebfd9 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/security-groups?id=97d14856-6e5b-4ee1-9b60-954a6d26f396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318866 Oct 14 11:22:51.815113 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073682f-ef2e-4898-8c4e-34e00a49cb73 req-2495e461-de8c-4fa5-ab02-7779bc22775b tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:51.816640 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1073682f-ef2e-4898-8c4e-34e00a49cb73 req-2495e461-de8c-4fa5-ab02-7779bc22775b tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=96f7741a-abea-47b2-a705-730338ba1010 HTTP/1.1" status: 200 len: 945 time: 0.0511363 Oct 14 11:22:51.856686 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1073682f-ef2e-4898-8c4e-34e00a49cb73 req-ccb7cb8b-1a4d-4e57-93d1-66b33f16db91 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331757 Oct 14 11:22:51.970715 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048c98d-6450-475d-8068-816535df504e req-0dad55e5-b576-41bb-ba0b-227eae00c7ae tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:51.972202 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9048c98d-6450-475d-8068-816535df504e req-0dad55e5-b576-41bb-ba0b-227eae00c7ae tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=96f7741a-abea-47b2-a705-730338ba1010 HTTP/1.1" status: 200 len: 945 time: 0.0497231 Oct 14 11:22:52.014955 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9048c98d-6450-475d-8068-816535df504e req-71cab538-ccab-4f0a-b3ee-b94c5f4bffe9 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366268 Oct 14 11:22:52.048182 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 39314) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:22:52.091858 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faacd507-3a14-4017-bf71-55b8fb2619e7 tempest-TestVolumeBootPattern-870622354 tempest-TestVolumeBootPattern-870622354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:52.093404 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-faacd507-3a14-4017-bf71-55b8fb2619e7 tempest-TestVolumeBootPattern-870622354 tempest-TestVolumeBootPattern-870622354-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=96f7741a-abea-47b2-a705-730338ba1010 HTTP/1.1" status: 200 len: 1093 time: 0.0442183 Oct 14 11:22:52.097904 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 39316) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:22:52.103126 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.v2.base [None req-7e2045b7-ecbc-4767-972b-03d246138fd1 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Request body: {'floatingip': {'floating_network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'port_id': '762b9a20-9c5e-4b72-b1d8-ee60e4573372', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=99968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:22:52.127920 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-7e2045b7-ecbc-4767-972b-03d246138fd1 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for floatingip, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:52.233289 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-7e2045b7-ecbc-4767-972b-03d246138fd1 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:52.597431 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_common [None req-7e2045b7-ecbc-4767-972b-03d246138fd1 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Allocated IP 172.27.0.41 (e7b04304-7a8b-409f-a7ac-32fc979111a9/b7c74a80-f412-4798-967a-8287544534dc/3809a246-c50d-41b7-b208-60058933ce88) {{(pid=99968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:22:52.661935 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8317b9-b148-4b1b-8bd9-1da30b99a3a4 req-d7b8519b-db71-490c-96ab-137eeb0d54f4 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:52.663487 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1f8317b9-b148-4b1b-8bd9-1da30b99a3a4 req-d7b8519b-db71-490c-96ab-137eeb0d54f4 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 944 time: 0.0524166 Oct 14 11:22:52.697915 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-7e2045b7-ecbc-4767-972b-03d246138fd1 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for port, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:52.701689 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1f8317b9-b148-4b1b-8bd9-1da30b99a3a4 req-39f6eb6e-8de0-4202-8f01-bb8f4c799ccf tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/security-groups?id=97d14856-6e5b-4ee1-9b60-954a6d26f396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321798 Oct 14 11:22:52.733843 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-7e2045b7-ecbc-4767-972b-03d246138fd1 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065085970'] for port, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:52.769969 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2045b7-ecbc-4767-972b-03d246138fd1 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Network e7b04304-7a8b-409f-a7ac-32fc979111a9 is already hosted by enough agents. {{(pid=99968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:22:52.774124 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [None req-7e2045b7-ecbc-4767-972b-03d246138fd1 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Resources bound (agent type, host, resource id): {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:22:52.780027 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2045b7-ecbc-4767-972b-03d246138fd1 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Received port after_create {{(pid=99968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:22:52.785447 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2045b7-ecbc-4767-972b-03d246138fd1 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Pushing event updated for resources: {'Port': ['ID=3809a246-c50d-41b7-b208-60058933ce88,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:52.814212 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2045b7-ecbc-4767-972b-03d246138fd1 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:52.814574 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2045b7-ecbc-4767-972b-03d246138fd1 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:52.814918 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2045b7-ecbc-4767-972b-03d246138fd1 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:52.815253 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2045b7-ecbc-4767-972b-03d246138fd1 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:52.815583 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2045b7-ecbc-4767-972b-03d246138fd1 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:52.815914 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2045b7-ecbc-4767-972b-03d246138fd1 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:52.816245 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2045b7-ecbc-4767-972b-03d246138fd1 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:52.816573 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2045b7-ecbc-4767-972b-03d246138fd1 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:52.816898 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2045b7-ecbc-4767-972b-03d246138fd1 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:52.817220 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2045b7-ecbc-4767-972b-03d246138fd1 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:52.817540 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2045b7-ecbc-4767-972b-03d246138fd1 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:52.817858 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2045b7-ecbc-4767-972b-03d246138fd1 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:53.152714 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-7e2045b7-ecbc-4767-972b-03d246138fd1 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for floatingip, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:53.218241 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-7e2045b7-ecbc-4767-972b-03d246138fd1 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:53.373335 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-7e2045b7-ecbc-4767-972b-03d246138fd1 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for port, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:53.378518 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-7e2045b7-ecbc-4767-972b-03d246138fd1 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065085989'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:53.457509 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2045b7-ecbc-4767-972b-03d246138fd1 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Pushing event updated for resources: {'Port': ['ID=3809a246-c50d-41b7-b208-60058933ce88,revision_number=2']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:53.469120 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-7e2045b7-ecbc-4767-972b-03d246138fd1 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1073340614'] for floatingip, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:53.572285 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.db.l3_db [None req-7e2045b7-ecbc-4767-972b-03d246138fd1 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Floating IP 322f6774-0436-4a1d-88f5-2c8c32cdc6e9 associated. External IP: 172.27.0.41, port: 762b9a20-9c5e-4b72-b1d8-ee60e4573372. Oct 14 11:22:53.783718 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2045b7-ecbc-4767-972b-03d246138fd1 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Router d3390d2a-e921-4dc5-9520-011e2374b090 has already been hosted by L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 {{(pid=99968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:22:53.820136 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b1422-e169-42de-80ab-e963293e5ec7 req-5de46136-65a8-44ec-83b7-674074fa8d1c tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:53.821667 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-691b1422-e169-42de-80ab-e963293e5ec7 req-5de46136-65a8-44ec-83b7-674074fa8d1c tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 944 time: 0.0517945 Oct 14 11:22:53.862326 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-691b1422-e169-42de-80ab-e963293e5ec7 req-10972695-f638-4622-9b81-d0e25c4b2585 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/security-groups?id=97d14856-6e5b-4ee1-9b60-954a6d26f396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344713 Oct 14 11:22:53.894385 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2045b7-ecbc-4767-972b-03d246138fd1 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:22:53.906335 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13c8c7f-ffdb-41c1-b383-c2a3de0903d2 None None] Sync routers for ids ['d3390d2a-e921-4dc5-9520-011e2374b090'] in dv-cinder-801354-3-iscsi {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:22:53.916422 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-7e2045b7-ecbc-4767-972b-03d246138fd1 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for floatingip, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:53.917383 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13c8c7f-ffdb-41c1-b383-c2a3de0903d2 None None] Routers {'d3390d2a-e921-4dc5-9520-011e2374b090'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:22:53.918085 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-c13c8c7f-ffdb-41c1-b383-c2a3de0903d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fc868400>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:22:42Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['d3390d2a-e921-4dc5-9520-011e2374b090'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:22:53.946551 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-7e2045b7-ecbc-4767-972b-03d246138fd1 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8475153 Oct 14 11:22:53.947297 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f7741a-abea-47b2-a705-730338ba1010', 'tag': '762b9a20-9c5e-4b72-b1d8-ee60e4573372'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:22:53.949734 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bc8dce43effdfc17fa197fa73d2f682717a0aeb1d45e7b66290f8ec122344fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd920c7-fc27-4b07-bbda-3915a50e06f9" -d '{"events": [{"name": "network-changed", "server_uuid": "96f7741a-abea-47b2-a705-730338ba1010", "tag": "762b9a20-9c5e-4b72-b1d8-ee60e4573372"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:22:54.008543 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ded553c-f542-4bbf-9655-0310ce04f7b3 x-openstack-request-id: req-3ded553c-f542-4bbf-9655-0310ce04f7b3 {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:22:54.009062 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f7741a-abea-47b2-a705-730338ba1010", "tag": "762b9a20-9c5e-4b72-b1d8-ee60e4573372", "status": "completed", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:22:54.009321 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3ded553c-f542-4bbf-9655-0310ce04f7b3 {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:22:54.009758 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f7741a-abea-47b2-a705-730338ba1010', 'tag': '762b9a20-9c5e-4b72-b1d8-ee60e4573372', 'status': 'completed', 'code': 200} Oct 14 11:22:54.086896 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd920c7-fc27-4b07-bbda-3915a50e06f9 req-dcd300ad-79b8-4869-963d-09c25b18d274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:54.088382 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9cd920c7-fc27-4b07-bbda-3915a50e06f9 req-dcd300ad-79b8-4869-963d-09c25b18d274 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4e158813d8fb41e8ab4e77f6fecff0e2&device_id=96f7741a-abea-47b2-a705-730338ba1010 HTTP/1.1" status: 200 len: 1098 time: 0.0456047 Oct 14 11:22:54.173560 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-c13c8c7f-ffdb-41c1-b383-c2a3de0903d2 None None] Set router d3390d2a-e921-4dc5-9520-011e2374b090 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:22:54.185488 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd920c7-fc27-4b07-bbda-3915a50e06f9 req-ca66562d-90bc-4e93-8911-f84e1516bb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:54.187003 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9cd920c7-fc27-4b07-bbda-3915a50e06f9 req-ca66562d-90bc-4e93-8911-f84e1516bb50 service neutron] 10.222.0.39 "GET /v2.0/networks?id=78406704-323b-4611-9294-7a5775aebeb9 HTTP/1.1" status: 200 len: 913 time: 0.0911860 Oct 14 11:22:54.255455 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9cd920c7-fc27-4b07-bbda-3915a50e06f9 req-56342cfa-6dc3-47b0-b707-c576cd63c7e5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=762b9a20-9c5e-4b72-b1d8-ee60e4573372 HTTP/1.1" status: 200 len: 998 time: 0.0602136 Oct 14 11:22:54.310694 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd920c7-fc27-4b07-bbda-3915a50e06f9 req-aba034c9-dec9-4019-8c39-e4b0537b1b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:54.312145 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9cd920c7-fc27-4b07-bbda-3915a50e06f9 req-aba034c9-dec9-4019-8c39-e4b0537b1b60 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8d13795-4deb-41c7-a1d9-9368b1e4f7b1 HTTP/1.1" status: 200 len: 851 time: 0.0488350 Oct 14 11:22:54.361506 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd920c7-fc27-4b07-bbda-3915a50e06f9 req-eb8c9746-645e-42fb-a0d2-211a59545268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:54.363287 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9cd920c7-fc27-4b07-bbda-3915a50e06f9 req-eb8c9746-645e-42fb-a0d2-211a59545268 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=78406704-323b-4611-9294-7a5775aebeb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425508 Oct 14 11:22:54.413150 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-c13c8c7f-ffdb-41c1-b383-c2a3de0903d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fc868400>, [{'id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'name': 'tempest-TestVolumeBootPattern-1988551177-router', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:43Z', 'updated_at': '2021-10-14T11:16:54Z', 'revision_number': 4, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'gw_port': {'id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:45Z', 'updated_at': '2021-10-14T11:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_floatingips': [{'id': '322f6774-0436-4a1d-88f5-2c8c32cdc6e9', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'floating_ip_address': '172.27.0.41', 'floating_network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'router_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'port_id': '762b9a20-9c5e-4b72-b1d8-ee60e4573372', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'mac_address': 'fa:16:3e:f0:b1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f7741a-abea-47b2-a705-730338ba1010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:22:53Z', 'updated_at': '2021-10-14T11:22:53Z', 'revision_number': 0, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'fixed_ip_address_scope': None}, {'id': 'ccf444cc-8277-4097-b35b-418e928636cf', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'floating_ip_address': '172.27.0.25', 'floating_network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'router_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'port_id': '5a9696ae-ccd3-4767-af74-27758b58f407', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'mac_address': 'fa:16:3e:de:de:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc82ae67-1dc6-4687-af02-334a023437ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:20:50Z', 'updated_at': '2021-10-14T11:20:54Z', 'revision_number': 1, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb97258-08ef-47e3-9e28-efb6a506d066', 'name': '', 'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'mac_address': 'fa:16:3e:28:73:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:52Z', 'updated_at': '2021-10-14T11:17:05Z', 'revision_number': 5, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'subnets': [{'id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:22:54.448105 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13c8c7f-ffdb-41c1-b383-c2a3de0903d2 None None] Checking router: d3390d2a-e921-4dc5-9520-011e2374b090 for host: dv-cinder-801354-3-iscsi {{(pid=99970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:22:54.457259 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13c8c7f-ffdb-41c1-b383-c2a3de0903d2 None None] Routers {'d3390d2a-e921-4dc5-9520-011e2374b090'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:22:54.458074 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-c13c8c7f-ffdb-41c1-b383-c2a3de0903d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fc868400>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:22:42Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['d3390d2a-e921-4dc5-9520-011e2374b090'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:22:54.470787 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9cd920c7-fc27-4b07-bbda-3915a50e06f9 req-1c474b11-d87a-4830-a8b7-a554e100fb91 service neutron] 10.222.0.39 "GET /v2.0/networks/78406704-323b-4611-9294-7a5775aebeb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999007 Oct 14 11:22:54.572382 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9cd920c7-fc27-4b07-bbda-3915a50e06f9 req-1d418f4a-5f2c-4873-8e2d-40fe5fa903f6 service neutron] 10.222.0.39 "GET /v2.0/networks/78406704-323b-4611-9294-7a5775aebeb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932028 Oct 14 11:22:54.580060 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-c13c8c7f-ffdb-41c1-b383-c2a3de0903d2 None None] Set router d3390d2a-e921-4dc5-9520-011e2374b090 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:22:54.814158 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-c13c8c7f-ffdb-41c1-b383-c2a3de0903d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fc868400>, [{'id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'name': 'tempest-TestVolumeBootPattern-1988551177-router', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:43Z', 'updated_at': '2021-10-14T11:16:54Z', 'revision_number': 4, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'gw_port': {'id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:45Z', 'updated_at': '2021-10-14T11:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_floatingips': [{'id': '322f6774-0436-4a1d-88f5-2c8c32cdc6e9', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'floating_ip_address': '172.27.0.41', 'floating_network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'router_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'port_id': '762b9a20-9c5e-4b72-b1d8-ee60e4573372', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'mac_address': 'fa:16:3e:f0:b1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f7741a-abea-47b2-a705-730338ba1010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:22:53Z', 'updated_at': '2021-10-14T11:22:53Z', 'revision_number': 0, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'fixed_ip_address_scope': None}, {'id': 'ccf444cc-8277-4097-b35b-418e928636cf', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'floating_ip_address': '172.27.0.25', 'floating_network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'router_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'port_id': '5a9696ae-ccd3-4767-af74-27758b58f407', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'mac_address': 'fa:16:3e:de:de:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc82ae67-1dc6-4687-af02-334a023437ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:20:50Z', 'updated_at': '2021-10-14T11:20:54Z', 'revision_number': 1, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb97258-08ef-47e3-9e28-efb6a506d066', 'name': '', 'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'mac_address': 'fa:16:3e:28:73:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:52Z', 'updated_at': '2021-10-14T11:17:05Z', 'revision_number': 5, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'subnets': [{'id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:22:54.844489 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13c8c7f-ffdb-41c1-b383-c2a3de0903d2 None None] The sync data for ids ['d3390d2a-e921-4dc5-9520-011e2374b090'] in dv-cinder-801354-3-iscsi is: [{'id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'name': 'tempest-TestVolumeBootPattern-1988551177-router', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:43Z', 'updated_at': '2021-10-14T11:16:54Z', 'revision_number': 4, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'gw_port': {'id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:45Z', 'updated_at': '2021-10-14T11:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_floatingips': [{'id': '322f6774-0436-4a1d-88f5-2c8c32cdc6e9', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'floating_ip_address': '172.27.0.41', 'floating_network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'router_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'port_id': '762b9a20-9c5e-4b72-b1d8-ee60e4573372', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'mac_address': 'fa:16:3e:f0:b1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f7741a-abea-47b2-a705-730338ba1010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:22:53Z', 'updated_at': '2021-10-14T11:22:53Z', 'revision_number': 0, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'fixed_ip_address_scope': None}, {'id': 'ccf444cc-8277-4097-b35b-418e928636cf', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'floating_ip_address': '172.27.0.25', 'floating_network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'router_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'port_id': '5a9696ae-ccd3-4767-af74-27758b58f407', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'mac_address': 'fa:16:3e:de:de:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc82ae67-1dc6-4687-af02-334a023437ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:20:50Z', 'updated_at': '2021-10-14T11:20:54Z', 'revision_number': 1, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb97258-08ef-47e3-9e28-efb6a506d066', 'name': '', 'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'mac_address': 'fa:16:3e:28:73:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:52Z', 'updated_at': '2021-10-14T11:17:05Z', 'revision_number': 5, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'subnets': [{'id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:22:54.981504 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daac3b9-c833-4778-8456-71e33bfc6c9e req-b6f502b9-0a45-4bc9-a65b-e2a3870afc76 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:54.983072 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0daac3b9-c833-4778-8456-71e33bfc6c9e req-b6f502b9-0a45-4bc9-a65b-e2a3870afc76 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 944 time: 0.0503638 Oct 14 11:22:55.022792 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0daac3b9-c833-4778-8456-71e33bfc6c9e req-b359fc60-0d2e-4b5d-b722-2e028b005732 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/security-groups?id=97d14856-6e5b-4ee1-9b60-954a6d26f396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334413 Oct 14 11:22:55.048110 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae0712e-e95d-4565-96d1-0253bab084a7 None None] New status for floating IP 322f6774-0436-4a1d-88f5-2c8c32cdc6e9: ACTIVE {{(pid=99971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 11:22:56.155718 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e567d6-623c-4781-ac17-3dd1ff573979 req-6f8e5559-987b-4f9a-915a-18289a536528 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:56.157232 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-87e567d6-623c-4781-ac17-3dd1ff573979 req-6f8e5559-987b-4f9a-915a-18289a536528 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 944 time: 0.0557022 Oct 14 11:22:56.201222 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-87e567d6-623c-4781-ac17-3dd1ff573979 req-e899e4a7-7b86-4813-833d-214fa369dd1d tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/security-groups?id=97d14856-6e5b-4ee1-9b60-954a6d26f396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372748 Oct 14 11:22:57.100686 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 2afe555a-53c4-4f6d-b2ff-795c95afc6b9 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=99970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:22:57.207299 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port 2afe555a-53c4-4f6d-b2ff-795c95afc6b9, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=2afe555a-53c4-4f6d-b2ff-795c95afc6b9,segment=NetworkSegment(5fcbc777-6689-4ef5-87ca-afe354aad21c),segment_id=5fcbc777-6689-4ef5-87ca-afe354aad21c)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:22:57.219058 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Returning: {'device': '2afe555a-53c4-4f6d-b2ff-795c95afc6b9', 'network_id': '1738995b-a95c-4dfb-b6a7-37a26b1a9e9a', 'port_id': '2afe555a-53c4-4f6d-b2ff-795c95afc6b9', 'mac_address': 'fa:16:3e:b8:13:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '816d1c95-0568-4d2b-bf4e-4faa08ac3479', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:22:57.266527 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:57.294580 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2afe555a-53c4-4f6d-b2ff-795c95afc6b9 {{(pid=99970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:22:57.316661 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port 2afe555a-53c4-4f6d-b2ff-795c95afc6b9, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=2afe555a-53c4-4f6d-b2ff-795c95afc6b9,segment=NetworkSegment(5fcbc777-6689-4ef5-87ca-afe354aad21c),segment_id=5fcbc777-6689-4ef5-87ca-afe354aad21c)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:22:57.323262 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:57.324338 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53e718-1fae-4b99-8020-8547d9e3d59e req-dc1fc482-586b-4cfc-bf2b-1da9a92efe8f tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:57.326842 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-df53e718-1fae-4b99-8020-8547d9e3d59e req-dc1fc482-586b-4cfc-bf2b-1da9a92efe8f tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 944 time: 0.0566332 Oct 14 11:22:57.373047 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-df53e718-1fae-4b99-8020-8547d9e3d59e req-cf4542b1-d6ef-4f21-8681-fa4447a6f184 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/security-groups?id=97d14856-6e5b-4ee1-9b60-954a6d26f396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361724 Oct 14 11:22:57.381982 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=2afe555a-53c4-4f6d-b2ff-795c95afc6b9,revision_number=4']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:57.550915 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['2afe555a-53c4-4f6d-b2ff-795c95afc6b9'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:22:58.502890 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e6ca8-cd26-4382-bb19-90b155ecd0f5 req-9203babd-41d9-4813-be0f-7bfe8af9dc3d tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:58.504464 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a41e6ca8-cd26-4382-bb19-90b155ecd0f5 req-9203babd-41d9-4813-be0f-7bfe8af9dc3d tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 945 time: 0.0525625 Oct 14 11:22:58.549234 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a41e6ca8-cd26-4382-bb19-90b155ecd0f5 req-b3bbc13a-61bd-41b6-9b28-806bac89ad6f tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/security-groups?id=97d14856-6e5b-4ee1-9b60-954a6d26f396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355825 Oct 14 11:22:59.109342 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 2afe555a-53c4-4f6d-b2ff-795c95afc6b9 up at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:22:59.164201 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning for port 2afe555a-53c4-4f6d-b2ff-795c95afc6b9 completed by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 11:22:59.168602 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning complete for port 2afe555a-53c4-4f6d-b2ff-795c95afc6b9 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:22:59.168974 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:59.257039 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:59.280024 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406f5e5f-c82d-4a69-a7a6-095f4021948b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2afe555a-53c4-4f6d-b2ff-795c95afc6b9'}] {{(pid=99970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:22:59.282669 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e67274c3f7888a1e620d1da4f152c08f6ed72520f222e4ac6b19e3f5d220bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6612075-b56d-4103-9810-4b7cb444882e" -d '{"events": [{"server_uuid": "406f5e5f-c82d-4a69-a7a6-095f4021948b", "name": "network-vif-plugged", "status": "completed", "tag": "2afe555a-53c4-4f6d-b2ff-795c95afc6b9"}]}' {{(pid=99970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:22:59.296009 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port 2afe555a-53c4-4f6d-b2ff-795c95afc6b9, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=2afe555a-53c4-4f6d-b2ff-795c95afc6b9,segment=NetworkSegment(5fcbc777-6689-4ef5-87ca-afe354aad21c),segment_id=5fcbc777-6689-4ef5-87ca-afe354aad21c)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:22:59.300640 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:59.324664 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af32b832-b4fa-4a3a-850e-6081e0ab0ddf x-openstack-request-id: req-af32b832-b4fa-4a3a-850e-6081e0ab0ddf {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:22:59.324957 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406f5e5f-c82d-4a69-a7a6-095f4021948b", "name": "network-vif-plugged", "status": "completed", "tag": "2afe555a-53c4-4f6d-b2ff-795c95afc6b9", "code": 200}]} {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:22:59.325214 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-af32b832-b4fa-4a3a-850e-6081e0ab0ddf {{(pid=99970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:22:59.325606 dv-cinder-801354-3-iscsi neutron-server[99970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '406f5e5f-c82d-4a69-a7a6-095f4021948b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2afe555a-53c4-4f6d-b2ff-795c95afc6b9', 'code': 200} Oct 14 11:22:59.354838 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=2afe555a-53c4-4f6d-b2ff-795c95afc6b9,revision_number=5']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:59.585670 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960a721-6ae8-45bf-acc2-23ccaf541c74 req-d4b6387d-0936-4215-b212-45ff36b5eaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:59.587565 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d960a721-6ae8-45bf-acc2-23ccaf541c74 req-d4b6387d-0936-4215-b212-45ff36b5eaac service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 1099 time: 0.0546055 Oct 14 11:22:59.626620 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d960a721-6ae8-45bf-acc2-23ccaf541c74 req-5bbe6488-982c-4a0a-a23d-94f3a326c7b9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=97d14856-6e5b-4ee1-9b60-954a6d26f396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312231 Oct 14 11:22:59.679981 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb649395-e9d9-4238-b3d2-fe99a1a5653d req-cbafa245-54c0-4329-9b55-665e5da5110a tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:59.681575 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-cb649395-e9d9-4238-b3d2-fe99a1a5653d req-cbafa245-54c0-4329-9b55-665e5da5110a tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 946 time: 0.0538394 Oct 14 11:22:59.727170 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-cb649395-e9d9-4238-b3d2-fe99a1a5653d req-92030582-99ed-4771-b57c-959dd0eef315 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/security-groups?id=97d14856-6e5b-4ee1-9b60-954a6d26f396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359430 Oct 14 11:23:00.855583 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277503a-84e9-4cce-b079-fced730bf853 req-140a5313-653f-487a-ba5b-8a6fe55284e8 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:23:00.857229 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5277503a-84e9-4cce-b079-fced730bf853 req-140a5313-653f-487a-ba5b-8a6fe55284e8 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 946 time: 0.0560160 Oct 14 11:23:00.901758 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-5277503a-84e9-4cce-b079-fced730bf853 req-9b6d719f-5562-4af5-b87a-bb330cbe8b8b tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/security-groups?id=97d14856-6e5b-4ee1-9b60-954a6d26f396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382712 Oct 14 11:23:01.032640 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698ab52-df30-4dbe-afd1-b5bf8212c14a req-39d41107-9635-44d7-acbc-7b8542c6c69b tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:23:01.034818 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0698ab52-df30-4dbe-afd1-b5bf8212c14a req-39d41107-9635-44d7-acbc-7b8542c6c69b tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 946 time: 0.0617092 Oct 14 11:23:01.075674 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0698ab52-df30-4dbe-afd1-b5bf8212c14a req-ce79165f-5c08-45ae-84c6-eb2c2f3b220c tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/security-groups?id=97d14856-6e5b-4ee1-9b60-954a6d26f396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341604 Oct 14 11:23:01.097506 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 39344) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:23:01.228863 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3059dec-90b4-4945-9cdb-429f71343a62 tempest-TestShelveInstance-217285496 tempest-TestShelveInstance-217285496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:23:01.230387 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-d3059dec-90b4-4945-9cdb-429f71343a62 tempest-TestShelveInstance-217285496 tempest-TestShelveInstance-217285496-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 1094 time: 0.1318753 Oct 14 11:23:01.233205 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 39348) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:23:01.237408 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.v2.base [None req-c9c69d1a-3079-4e3c-b8ec-b814f0f855ce tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Request body: {'floatingip': {'floating_network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'port_id': '2afe555a-53c4-4f6d-b2ff-795c95afc6b9', 'tenant_id': '752304d80c35436c9ce5e1d5970ee38e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=99969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:23:01.265714 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c9c69d1a-3079-4e3c-b8ec-b814f0f855ce tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks [] for floatingip, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:23:01.366012 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c9c69d1a-3079-4e3c-b8ec-b814f0f855ce tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:23:01.475428 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.db_base_plugin_common [None req-c9c69d1a-3079-4e3c-b8ec-b814f0f855ce tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Allocated IP 172.27.0.51 (e7b04304-7a8b-409f-a7ac-32fc979111a9/b7c74a80-f412-4798-967a-8287544534dc/6dd4722a-2d42-4d16-b6d6-b0c484938b9a) {{(pid=99969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:23:01.584119 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c9c69d1a-3079-4e3c-b8ec-b814f0f855ce tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks [] for port, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:23:01.618672 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c9c69d1a-3079-4e3c-b8ec-b814f0f855ce tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755827622431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:23:01.659097 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c69d1a-3079-4e3c-b8ec-b814f0f855ce tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Network e7b04304-7a8b-409f-a7ac-32fc979111a9 is already hosted by enough agents. {{(pid=99969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:23:01.661898 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.base_scheduler [None req-c9c69d1a-3079-4e3c-b8ec-b814f0f855ce tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Resources bound (agent type, host, resource id): {{(pid=99969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:23:01.664590 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c69d1a-3079-4e3c-b8ec-b814f0f855ce tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Received port after_create {{(pid=99969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:23:01.690974 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c69d1a-3079-4e3c-b8ec-b814f0f855ce tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Pushing event updated for resources: {'Port': ['ID=6dd4722a-2d42-4d16-b6d6-b0c484938b9a,revision_number=1']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:23:02.044179 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c9c69d1a-3079-4e3c-b8ec-b814f0f855ce tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks [] for floatingip, precommit_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:23:02.111587 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c9c69d1a-3079-4e3c-b8ec-b814f0f855ce tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:23:02.277053 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c9c69d1a-3079-4e3c-b8ec-b814f0f855ce tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks [] for port, precommit_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:23:02.286392 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c9c69d1a-3079-4e3c-b8ec-b814f0f855ce tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071033321'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:23:02.358355 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c69d1a-3079-4e3c-b8ec-b814f0f855ce tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Pushing event updated for resources: {'Port': ['ID=6dd4722a-2d42-4d16-b6d6-b0c484938b9a,revision_number=2']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:23:02.369219 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c9c69d1a-3079-4e3c-b8ec-b814f0f855ce tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1073340614'] for floatingip, after_create {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:23:02.754128 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.db.l3_db [None req-c9c69d1a-3079-4e3c-b8ec-b814f0f855ce tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Floating IP 8d0349ba-1601-4428-8198-77a747cd856a associated. External IP: 172.27.0.51, port: 2afe555a-53c4-4f6d-b2ff-795c95afc6b9. Oct 14 11:23:02.965542 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c69d1a-3079-4e3c-b8ec-b814f0f855ce tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Router 558e7192-4e6c-4daa-8f4b-8a647e8757f2 has already been hosted by L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 {{(pid=99969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:23:03.087516 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c69d1a-3079-4e3c-b8ec-b814f0f855ce tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:23:03.097846 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee08efb-ef25-4ebd-abca-dded3f92a72a None None] Sync routers for ids ['558e7192-4e6c-4daa-8f4b-8a647e8757f2'] in dv-cinder-801354-3-iscsi {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:23:03.108611 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c9c69d1a-3079-4e3c-b8ec-b814f0f855ce tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for floatingip, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:23:03.109195 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee08efb-ef25-4ebd-abca-dded3f92a72a None None] Routers {'558e7192-4e6c-4daa-8f4b-8a647e8757f2'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:23:03.109833 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-eee08efb-ef25-4ebd-abca-dded3f92a72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fc8efdc0>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:22:42Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['558e7192-4e6c-4daa-8f4b-8a647e8757f2'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:23:03.151816 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-c9c69d1a-3079-4e3c-b8ec-b814f0f855ce tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9175751 Oct 14 11:23:03.152399 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406f5e5f-c82d-4a69-a7a6-095f4021948b', 'tag': '2afe555a-53c4-4f6d-b2ff-795c95afc6b9'}] {{(pid=99969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:23:03.154696 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a93a02263ebe6e695f08df3ef7f4cabed4a40ac7132537441ac5c84a82560800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cc463f-bde2-4489-ac70-7ee175807495" -d '{"events": [{"name": "network-changed", "server_uuid": "406f5e5f-c82d-4a69-a7a6-095f4021948b", "tag": "2afe555a-53c4-4f6d-b2ff-795c95afc6b9"}]}' {{(pid=99969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:23:03.196690 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2f2d57-c9c6-4a45-8ff4-4a84b20f809f x-openstack-request-id: req-0b2f2d57-c9c6-4a45-8ff4-4a84b20f809f {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:23:03.196877 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406f5e5f-c82d-4a69-a7a6-095f4021948b", "tag": "2afe555a-53c4-4f6d-b2ff-795c95afc6b9", "status": "completed", "code": 200}]} {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:23:03.197782 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0b2f2d57-c9c6-4a45-8ff4-4a84b20f809f {{(pid=99969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:23:03.197782 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '406f5e5f-c82d-4a69-a7a6-095f4021948b', 'tag': '2afe555a-53c4-4f6d-b2ff-795c95afc6b9', 'status': 'completed', 'code': 200} Oct 14 11:23:03.239101 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-eee08efb-ef25-4ebd-abca-dded3f92a72a None None] Set router 558e7192-4e6c-4daa-8f4b-8a647e8757f2 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:23:03.265087 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc463f-bde2-4489-ac70-7ee175807495 req-43f5d5a9-0767-4b64-a74b-3f0b67a4299d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:23:03.266617 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-37cc463f-bde2-4489-ac70-7ee175807495 req-43f5d5a9-0767-4b64-a74b-3f0b67a4299d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=752304d80c35436c9ce5e1d5970ee38e&device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 1099 time: 0.0416775 Oct 14 11:23:03.371852 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc463f-bde2-4489-ac70-7ee175807495 req-212af62a-708e-4158-be33-68f3e50101a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:23:03.373257 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-37cc463f-bde2-4489-ac70-7ee175807495 req-212af62a-708e-4158-be33-68f3e50101a7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1738995b-a95c-4dfb-b6a7-37a26b1a9e9a HTTP/1.1" status: 200 len: 910 time: 0.0979347 Oct 14 11:23:03.450522 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-37cc463f-bde2-4489-ac70-7ee175807495 req-3fd1f7fa-ca28-4f0d-8b03-8ce5022c4fa0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2afe555a-53c4-4f6d-b2ff-795c95afc6b9 HTTP/1.1" status: 200 len: 999 time: 0.0655127 Oct 14 11:23:03.475689 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-eee08efb-ef25-4ebd-abca-dded3f92a72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fc8efdc0>, [{'id': '558e7192-4e6c-4daa-8f4b-8a647e8757f2', 'name': 'tempest-TestShelveInstance-1459575527-router', 'tenant_id': '752304d80c35436c9ce5e1d5970ee38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '4a00d644-d907-4e30-8d9c-a54e55220b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:22:16Z', 'updated_at': '2021-10-14T11:22:19Z', 'revision_number': 4, 'project_id': '752304d80c35436c9ce5e1d5970ee38e', 'gw_port': {'id': '4a00d644-d907-4e30-8d9c-a54e55220b92', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558e7192-4e6c-4daa-8f4b-8a647e8757f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:22:17Z', 'updated_at': '2021-10-14T11:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_floatingips': [{'id': '8d0349ba-1601-4428-8198-77a747cd856a', 'tenant_id': '752304d80c35436c9ce5e1d5970ee38e', 'floating_ip_address': '172.27.0.51', 'floating_network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'router_id': '558e7192-4e6c-4daa-8f4b-8a647e8757f2', 'port_id': '2afe555a-53c4-4f6d-b2ff-795c95afc6b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1738995b-a95c-4dfb-b6a7-37a26b1a9e9a', 'mac_address': 'fa:16:3e:b8:13:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406f5e5f-c82d-4a69-a7a6-095f4021948b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:23:01Z', 'updated_at': '2021-10-14T11:23:01Z', 'revision_number': 0, 'project_id': '752304d80c35436c9ce5e1d5970ee38e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c638eb6-bef5-4030-9006-4f000ebbcdca', 'name': '', 'network_id': '1738995b-a95c-4dfb-b6a7-37a26b1a9e9a', 'tenant_id': '752304d80c35436c9ce5e1d5970ee38e', 'mac_address': 'fa:16:3e:88:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558e7192-4e6c-4daa-8f4b-8a647e8757f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '816d1c95-0568-4d2b-bf4e-4faa08ac3479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:22:18Z', 'updated_at': '2021-10-14T11:22:23Z', 'revision_number': 5, 'project_id': '752304d80c35436c9ce5e1d5970ee38e', 'subnets': [{'id': '816d1c95-0568-4d2b-bf4e-4faa08ac3479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:23:03.502102 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee08efb-ef25-4ebd-abca-dded3f92a72a None None] Checking router: 558e7192-4e6c-4daa-8f4b-8a647e8757f2 for host: dv-cinder-801354-3-iscsi {{(pid=99970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:23:03.503321 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc463f-bde2-4489-ac70-7ee175807495 req-8a7ddc59-309f-4378-9654-23ddf4a726e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:23:03.503756 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-37cc463f-bde2-4489-ac70-7ee175807495 req-8a7ddc59-309f-4378-9654-23ddf4a726e5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=816d1c95-0568-4d2b-bf4e-4faa08ac3479 HTTP/1.1" status: 200 len: 848 time: 0.0452905 Oct 14 11:23:03.511276 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee08efb-ef25-4ebd-abca-dded3f92a72a None None] Routers {'558e7192-4e6c-4daa-8f4b-8a647e8757f2'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:23:03.511991 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-eee08efb-ef25-4ebd-abca-dded3f92a72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fc8efdc0>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:22:42Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['558e7192-4e6c-4daa-8f4b-8a647e8757f2'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:23:03.555839 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc463f-bde2-4489-ac70-7ee175807495 req-17dd5de0-ccff-4539-a7cb-46cc84910ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:23:03.557364 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-37cc463f-bde2-4489-ac70-7ee175807495 req-17dd5de0-ccff-4539-a7cb-46cc84910ea8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1738995b-a95c-4dfb-b6a7-37a26b1a9e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451508 Oct 14 11:23:03.625312 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-eee08efb-ef25-4ebd-abca-dded3f92a72a None None] Set router 558e7192-4e6c-4daa-8f4b-8a647e8757f2 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:23:03.663903 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-37cc463f-bde2-4489-ac70-7ee175807495 req-5d67bde9-90ed-4345-8f8d-15006622f6a2 service neutron] 10.222.0.39 "GET /v2.0/networks/1738995b-a95c-4dfb-b6a7-37a26b1a9e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929732 Oct 14 11:23:03.768258 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-37cc463f-bde2-4489-ac70-7ee175807495 req-c918b781-2d7a-4991-a3f4-0e3153982901 service neutron] 10.222.0.39 "GET /v2.0/networks/1738995b-a95c-4dfb-b6a7-37a26b1a9e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930483 Oct 14 11:23:03.869881 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-eee08efb-ef25-4ebd-abca-dded3f92a72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fc8efdc0>, [{'id': '558e7192-4e6c-4daa-8f4b-8a647e8757f2', 'name': 'tempest-TestShelveInstance-1459575527-router', 'tenant_id': '752304d80c35436c9ce5e1d5970ee38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '4a00d644-d907-4e30-8d9c-a54e55220b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:22:16Z', 'updated_at': '2021-10-14T11:22:19Z', 'revision_number': 4, 'project_id': '752304d80c35436c9ce5e1d5970ee38e', 'gw_port': {'id': '4a00d644-d907-4e30-8d9c-a54e55220b92', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558e7192-4e6c-4daa-8f4b-8a647e8757f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:22:17Z', 'updated_at': '2021-10-14T11:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_floatingips': [{'id': '8d0349ba-1601-4428-8198-77a747cd856a', 'tenant_id': '752304d80c35436c9ce5e1d5970ee38e', 'floating_ip_address': '172.27.0.51', 'floating_network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'router_id': '558e7192-4e6c-4daa-8f4b-8a647e8757f2', 'port_id': '2afe555a-53c4-4f6d-b2ff-795c95afc6b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1738995b-a95c-4dfb-b6a7-37a26b1a9e9a', 'mac_address': 'fa:16:3e:b8:13:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406f5e5f-c82d-4a69-a7a6-095f4021948b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:23:01Z', 'updated_at': '2021-10-14T11:23:01Z', 'revision_number': 0, 'project_id': '752304d80c35436c9ce5e1d5970ee38e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c638eb6-bef5-4030-9006-4f000ebbcdca', 'name': '', 'network_id': '1738995b-a95c-4dfb-b6a7-37a26b1a9e9a', 'tenant_id': '752304d80c35436c9ce5e1d5970ee38e', 'mac_address': 'fa:16:3e:88:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558e7192-4e6c-4daa-8f4b-8a647e8757f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '816d1c95-0568-4d2b-bf4e-4faa08ac3479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:22:18Z', 'updated_at': '2021-10-14T11:22:23Z', 'revision_number': 5, 'project_id': '752304d80c35436c9ce5e1d5970ee38e', 'subnets': [{'id': '816d1c95-0568-4d2b-bf4e-4faa08ac3479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:23:03.901904 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee08efb-ef25-4ebd-abca-dded3f92a72a None None] The sync data for ids ['558e7192-4e6c-4daa-8f4b-8a647e8757f2'] in dv-cinder-801354-3-iscsi is: [{'id': '558e7192-4e6c-4daa-8f4b-8a647e8757f2', 'name': 'tempest-TestShelveInstance-1459575527-router', 'tenant_id': '752304d80c35436c9ce5e1d5970ee38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '4a00d644-d907-4e30-8d9c-a54e55220b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:22:16Z', 'updated_at': '2021-10-14T11:22:19Z', 'revision_number': 4, 'project_id': '752304d80c35436c9ce5e1d5970ee38e', 'gw_port': {'id': '4a00d644-d907-4e30-8d9c-a54e55220b92', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558e7192-4e6c-4daa-8f4b-8a647e8757f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:22:17Z', 'updated_at': '2021-10-14T11:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_floatingips': [{'id': '8d0349ba-1601-4428-8198-77a747cd856a', 'tenant_id': '752304d80c35436c9ce5e1d5970ee38e', 'floating_ip_address': '172.27.0.51', 'floating_network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'router_id': '558e7192-4e6c-4daa-8f4b-8a647e8757f2', 'port_id': '2afe555a-53c4-4f6d-b2ff-795c95afc6b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1738995b-a95c-4dfb-b6a7-37a26b1a9e9a', 'mac_address': 'fa:16:3e:b8:13:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406f5e5f-c82d-4a69-a7a6-095f4021948b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:23:01Z', 'updated_at': '2021-10-14T11:23:01Z', 'revision_number': 0, 'project_id': '752304d80c35436c9ce5e1d5970ee38e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c638eb6-bef5-4030-9006-4f000ebbcdca', 'name': '', 'network_id': '1738995b-a95c-4dfb-b6a7-37a26b1a9e9a', 'tenant_id': '752304d80c35436c9ce5e1d5970ee38e', 'mac_address': 'fa:16:3e:88:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558e7192-4e6c-4daa-8f4b-8a647e8757f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '816d1c95-0568-4d2b-bf4e-4faa08ac3479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:22:18Z', 'updated_at': '2021-10-14T11:22:23Z', 'revision_number': 5, 'project_id': '752304d80c35436c9ce5e1d5970ee38e', 'subnets': [{'id': '816d1c95-0568-4d2b-bf4e-4faa08ac3479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:23:04.101822 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c03d663-6930-4806-95af-a195746ed760 None None] New status for floating IP 8d0349ba-1601-4428-8198-77a747cd856a: ACTIVE {{(pid=99971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 11:23:08.772992 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:23:08.854415 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-43a681b4-3497-4b4c-91fe-b3109a54d539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:23:08.868570 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.agents_db [None req-913fd0e5-582e-4eb1-907a-85279628d193 None None] Agent healthcheck: found 6 active agents {{(pid=99971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:23:11.527097 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-e635c9b7-e77e-4598-a915-2048e2669080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:23:12.817890 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:23:13.041347 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:23:14.336474 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:23:38.759142 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:23:38.858671 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-68518297-7b6c-4f7e-9f77-bf2627b9978f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:23:41.529047 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-3c9f5864-4cef-49eb-ae41-91c009c4f8fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:23:42.821271 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:23:43.044998 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:23:44.337241 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:23:45.667507 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-96f77ccb-c66f-4320-899f-c9b5f6428cef req-c9752032-548d-4d39-b2ca-657bfdd88bba service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bc82ae67-1dc6-4687-af02-334a023437ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415328 Oct 14 11:23:45.752231 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f77ccb-c66f-4320-899f-c9b5f6428cef req-68bd8987-7b82-4e61-a1e5-90e300ec1c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:23:45.753738 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-96f77ccb-c66f-4320-899f-c9b5f6428cef req-68bd8987-7b82-4e61-a1e5-90e300ec1c07 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4e158813d8fb41e8ab4e77f6fecff0e2&device_id=bc82ae67-1dc6-4687-af02-334a023437ef HTTP/1.1" status: 200 len: 1098 time: 0.0422645 Oct 14 11:23:45.867988 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.agents_db [None req-913fd0e5-582e-4eb1-907a-85279628d193 None None] Agent healthcheck: found 6 active agents {{(pid=99971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:23:45.870311 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f77ccb-c66f-4320-899f-c9b5f6428cef req-1cd26e6d-d8a4-4aa7-98f0-0259e4c72b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:23:45.872475 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-96f77ccb-c66f-4320-899f-c9b5f6428cef req-1cd26e6d-d8a4-4aa7-98f0-0259e4c72b53 service neutron] 10.222.0.39 "GET /v2.0/networks?id=78406704-323b-4611-9294-7a5775aebeb9 HTTP/1.1" status: 200 len: 913 time: 0.0993683 Oct 14 11:23:45.946681 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-96f77ccb-c66f-4320-899f-c9b5f6428cef req-8d519d57-4b85-4074-9811-3c7a8a9efa36 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a9696ae-ccd3-4767-af74-27758b58f407 HTTP/1.1" status: 200 len: 1000 time: 0.0638793 Oct 14 11:23:45.999702 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f77ccb-c66f-4320-899f-c9b5f6428cef req-9061ce22-0f51-4ec2-b0c7-466dbeddd3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:23:46.001181 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-96f77ccb-c66f-4320-899f-c9b5f6428cef req-9061ce22-0f51-4ec2-b0c7-466dbeddd3c6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8d13795-4deb-41c7-a1d9-9368b1e4f7b1 HTTP/1.1" status: 200 len: 851 time: 0.0483415 Oct 14 11:23:46.057164 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f77ccb-c66f-4320-899f-c9b5f6428cef req-07a8eda9-3c50-4001-bcb2-75d45aabc5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:23:46.059407 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-96f77ccb-c66f-4320-899f-c9b5f6428cef req-07a8eda9-3c50-4001-bcb2-75d45aabc5c9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=78406704-323b-4611-9294-7a5775aebeb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498974 Oct 14 11:23:46.070662 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [req-96f77ccb-c66f-4320-899f-c9b5f6428cef req-21208f10-5c4f-4912-b02c-01078d426026 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=99969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 11:23:46.071619 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-96f77ccb-c66f-4320-899f-c9b5f6428cef req-21208f10-5c4f-4912-b02c-01078d426026 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052335 Oct 14 11:23:46.170205 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-96f77ccb-c66f-4320-899f-c9b5f6428cef req-8494e07e-a8b3-48a8-b502-326bab9f0a84 service neutron] 10.222.0.39 "GET /v2.0/networks/78406704-323b-4611-9294-7a5775aebeb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902870 Oct 14 11:23:46.273229 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-96f77ccb-c66f-4320-899f-c9b5f6428cef req-6ef91f18-9008-46f3-aa6a-e1abfeb64a44 service neutron] 10.222.0.39 "GET /v2.0/networks/78406704-323b-4611-9294-7a5775aebeb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943191 Oct 14 11:24:08.775865 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:08.849712 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-7625366c-ffa1-4a88-965a-bc86596c8f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:11.537673 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-2b2010a2-0de1-4d7f-8a14-cd2fa5f94c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:12.823843 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:13.049809 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:14.341357 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:22.866627 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.agents_db [None req-913fd0e5-582e-4eb1-907a-85279628d193 None None] Agent healthcheck: found 6 active agents {{(pid=99971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:24:25.584250 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 39384) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:24:25.742092 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-962e10b2-4e64-4288-928a-d808c83527e0 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Deleting port 3809a246-c50d-41b7-b208-60058933ce88 {{(pid=99969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:24:25.742460 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-962e10b2-4e64-4288-928a-d808c83527e0 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:25.817270 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-962e10b2-4e64-4288-928a-d808c83527e0 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:25.817576 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-962e10b2-4e64-4288-928a-d808c83527e0 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:25.830033 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-962e10b2-4e64-4288-928a-d808c83527e0 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Calling delete_port for 3809a246-c50d-41b7-b208-60058933ce88 owned by network:floatingip {{(pid=99969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:24:25.974223 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-962e10b2-4e64-4288-928a-d808c83527e0 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:26.003071 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e10b2-4e64-4288-928a-d808c83527e0 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Pushing event deleted for resources: {'Port': ['ID=3809a246-c50d-41b7-b208-60058933ce88,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:24:26.029108 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e10b2-4e64-4288-928a-d808c83527e0 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:26.029458 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e10b2-4e64-4288-928a-d808c83527e0 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:26.029801 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e10b2-4e64-4288-928a-d808c83527e0 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:26.030140 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e10b2-4e64-4288-928a-d808c83527e0 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:26.030501 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e10b2-4e64-4288-928a-d808c83527e0 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:26.030881 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e10b2-4e64-4288-928a-d808c83527e0 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:26.031168 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e10b2-4e64-4288-928a-d808c83527e0 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:26.031494 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e10b2-4e64-4288-928a-d808c83527e0 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:26.031821 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e10b2-4e64-4288-928a-d808c83527e0 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:26.032146 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e10b2-4e64-4288-928a-d808c83527e0 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:26.032467 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e10b2-4e64-4288-928a-d808c83527e0 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:26.032788 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e10b2-4e64-4288-928a-d808c83527e0 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:26.072787 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-962e10b2-4e64-4288-928a-d808c83527e0 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for floatingip, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:26.073110 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.db.l3_db [None req-962e10b2-4e64-4288-928a-d808c83527e0 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Floating IP 322f6774-0436-4a1d-88f5-2c8c32cdc6e9 disassociated (deleted). External IP: 172.27.0.41, port: 762b9a20-9c5e-4b72-b1d8-ee60e4573372. Oct 14 11:24:26.282336 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962e10b2-4e64-4288-928a-d808c83527e0 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Router d3390d2a-e921-4dc5-9520-011e2374b090 has already been hosted by L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 {{(pid=99969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:24:26.388656 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962e10b2-4e64-4288-928a-d808c83527e0 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:24:26.393549 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-962e10b2-4e64-4288-928a-d808c83527e0 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for floatingip, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:26.398139 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dde39f-387b-4a97-9ce6-a00317f556a2 None None] Sync routers for ids ['d3390d2a-e921-4dc5-9520-011e2374b090'] in dv-cinder-801354-3-iscsi {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:24:26.412655 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dde39f-387b-4a97-9ce6-a00317f556a2 None None] Routers {'d3390d2a-e921-4dc5-9520-011e2374b090'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:24:26.413271 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-01dde39f-387b-4a97-9ce6-a00317f556a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fcd5f0d0>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:24:12Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['d3390d2a-e921-4dc5-9520-011e2374b090'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:24:26.423581 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-962e10b2-4e64-4288-928a-d808c83527e0 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "DELETE /v2.0/floatingips/322f6774-0436-4a1d-88f5-2c8c32cdc6e9 HTTP/1.1" status: 204 len: 168 time: 0.8382649 Oct 14 11:24:26.424169 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f7741a-abea-47b2-a705-730338ba1010', 'tag': '762b9a20-9c5e-4b72-b1d8-ee60e4573372'}] {{(pid=99969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:24:26.426557 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a93a02263ebe6e695f08df3ef7f4cabed4a40ac7132537441ac5c84a82560800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec94ead-8c84-4d8b-b5a8-2e8e58d3c700" -d '{"events": [{"name": "network-changed", "server_uuid": "96f7741a-abea-47b2-a705-730338ba1010", "tag": "762b9a20-9c5e-4b72-b1d8-ee60e4573372"}]}' {{(pid=99969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:24:26.464059 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6654902a-88f5-47ef-9c99-675b47e1b478 x-openstack-request-id: req-6654902a-88f5-47ef-9c99-675b47e1b478 {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:24:26.464348 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f7741a-abea-47b2-a705-730338ba1010", "tag": "762b9a20-9c5e-4b72-b1d8-ee60e4573372", "status": "completed", "code": 200}]} {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:24:26.464608 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6654902a-88f5-47ef-9c99-675b47e1b478 {{(pid=99969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:24:26.465519 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f7741a-abea-47b2-a705-730338ba1010', 'tag': '762b9a20-9c5e-4b72-b1d8-ee60e4573372', 'status': 'completed', 'code': 200} Oct 14 11:24:26.533629 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-01dde39f-387b-4a97-9ce6-a00317f556a2 None None] Set router d3390d2a-e921-4dc5-9520-011e2374b090 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:24:26.584835 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec94ead-8c84-4d8b-b5a8-2e8e58d3c700 req-401d05cc-044b-4f89-af95-0dfa897b9d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:24:26.586449 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8ec94ead-8c84-4d8b-b5a8-2e8e58d3c700 req-401d05cc-044b-4f89-af95-0dfa897b9d66 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4e158813d8fb41e8ab4e77f6fecff0e2&device_id=96f7741a-abea-47b2-a705-730338ba1010 HTTP/1.1" status: 200 len: 1098 time: 0.0987513 Oct 14 11:24:26.722586 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec94ead-8c84-4d8b-b5a8-2e8e58d3c700 req-60b022fb-3556-4626-83ed-74422fbb1d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:24:26.724051 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8ec94ead-8c84-4d8b-b5a8-2e8e58d3c700 req-60b022fb-3556-4626-83ed-74422fbb1d20 service neutron] 10.222.0.39 "GET /v2.0/networks?id=78406704-323b-4611-9294-7a5775aebeb9 HTTP/1.1" status: 200 len: 913 time: 0.1294329 Oct 14 11:24:26.739047 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0edbce-6025-44d7-93d2-9b61d19d3ea4 req-e5b18449-3614-4be9-91be-9b82ba634c6c tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:24:26.740480 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9a0edbce-6025-44d7-93d2-9b61d19d3ea4 req-e5b18449-3614-4be9-91be-9b82ba634c6c tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=96f7741a-abea-47b2-a705-730338ba1010 HTTP/1.1" status: 200 len: 945 time: 0.1266885 Oct 14 11:24:26.781626 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8ec94ead-8c84-4d8b-b5a8-2e8e58d3c700 req-31e373ec-1127-4b16-a8fc-d7d159492e0d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=762b9a20-9c5e-4b72-b1d8-ee60e4573372 HTTP/1.1" status: 200 len: 217 time: 0.0401781 Oct 14 11:24:26.841800 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9a0edbce-6025-44d7-93d2-9b61d19d3ea4 req-cd4dff56-63b9-4b7f-9baa-f219504470c8 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943305 Oct 14 11:24:26.850588 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec94ead-8c84-4d8b-b5a8-2e8e58d3c700 req-da45910d-c5fb-4437-b190-3c410ab7e0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:24:26.852047 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8ec94ead-8c84-4d8b-b5a8-2e8e58d3c700 req-da45910d-c5fb-4437-b190-3c410ab7e0e3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8d13795-4deb-41c7-a1d9-9368b1e4f7b1 HTTP/1.1" status: 200 len: 851 time: 0.0625367 Oct 14 11:24:26.900578 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-01dde39f-387b-4a97-9ce6-a00317f556a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fcd5f0d0>, [{'id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'name': 'tempest-TestVolumeBootPattern-1988551177-router', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:43Z', 'updated_at': '2021-10-14T11:16:54Z', 'revision_number': 4, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'gw_port': {'id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:45Z', 'updated_at': '2021-10-14T11:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_floatingips': [{'id': 'ccf444cc-8277-4097-b35b-418e928636cf', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'floating_ip_address': '172.27.0.25', 'floating_network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'router_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'port_id': '5a9696ae-ccd3-4767-af74-27758b58f407', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'mac_address': 'fa:16:3e:de:de:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc82ae67-1dc6-4687-af02-334a023437ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:20:50Z', 'updated_at': '2021-10-14T11:20:54Z', 'revision_number': 1, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb97258-08ef-47e3-9e28-efb6a506d066', 'name': '', 'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'mac_address': 'fa:16:3e:28:73:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:52Z', 'updated_at': '2021-10-14T11:17:05Z', 'revision_number': 5, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'subnets': [{'id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:24:26.900912 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec94ead-8c84-4d8b-b5a8-2e8e58d3c700 req-52d96be5-ec78-4d31-ba56-8bf4827be127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:24:26.902208 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8ec94ead-8c84-4d8b-b5a8-2e8e58d3c700 req-52d96be5-ec78-4d31-ba56-8bf4827be127 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=78406704-323b-4611-9294-7a5775aebeb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418408 Oct 14 11:24:26.930670 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dde39f-387b-4a97-9ce6-a00317f556a2 None None] Checking router: d3390d2a-e921-4dc5-9520-011e2374b090 for host: dv-cinder-801354-3-iscsi {{(pid=99970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:24:26.939119 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dde39f-387b-4a97-9ce6-a00317f556a2 None None] Routers {'d3390d2a-e921-4dc5-9520-011e2374b090'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:24:26.939738 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-01dde39f-387b-4a97-9ce6-a00317f556a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fcd5f0d0>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:24:12Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['d3390d2a-e921-4dc5-9520-011e2374b090'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:24:26.997525 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8ec94ead-8c84-4d8b-b5a8-2e8e58d3c700 req-89057274-8185-447c-bef7-6b07fe76053d service neutron] 10.222.0.39 "GET /v2.0/networks/78406704-323b-4611-9294-7a5775aebeb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872481 Oct 14 11:24:27.046004 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-01dde39f-387b-4a97-9ce6-a00317f556a2 None None] Set router d3390d2a-e921-4dc5-9520-011e2374b090 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:24:27.089577 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8ec94ead-8c84-4d8b-b5a8-2e8e58d3c700 req-cc1c0af2-20f9-4e10-a7f7-80f95ac5c248 service neutron] 10.222.0.39 "GET /v2.0/networks/78406704-323b-4611-9294-7a5775aebeb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851960 Oct 14 11:24:27.269974 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-01dde39f-387b-4a97-9ce6-a00317f556a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fcd5f0d0>, [{'id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'name': 'tempest-TestVolumeBootPattern-1988551177-router', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:43Z', 'updated_at': '2021-10-14T11:16:54Z', 'revision_number': 4, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'gw_port': {'id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:45Z', 'updated_at': '2021-10-14T11:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_floatingips': [{'id': 'ccf444cc-8277-4097-b35b-418e928636cf', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'floating_ip_address': '172.27.0.25', 'floating_network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'router_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'port_id': '5a9696ae-ccd3-4767-af74-27758b58f407', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'mac_address': 'fa:16:3e:de:de:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc82ae67-1dc6-4687-af02-334a023437ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:20:50Z', 'updated_at': '2021-10-14T11:20:54Z', 'revision_number': 1, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb97258-08ef-47e3-9e28-efb6a506d066', 'name': '', 'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'mac_address': 'fa:16:3e:28:73:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:52Z', 'updated_at': '2021-10-14T11:17:05Z', 'revision_number': 5, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'subnets': [{'id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:24:27.296249 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dde39f-387b-4a97-9ce6-a00317f556a2 None None] The sync data for ids ['d3390d2a-e921-4dc5-9520-011e2374b090'] in dv-cinder-801354-3-iscsi is: [{'id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'name': 'tempest-TestVolumeBootPattern-1988551177-router', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:43Z', 'updated_at': '2021-10-14T11:16:54Z', 'revision_number': 4, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'gw_port': {'id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:45Z', 'updated_at': '2021-10-14T11:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_floatingips': [{'id': 'ccf444cc-8277-4097-b35b-418e928636cf', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'floating_ip_address': '172.27.0.25', 'floating_network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'router_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'port_id': '5a9696ae-ccd3-4767-af74-27758b58f407', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'mac_address': 'fa:16:3e:de:de:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc82ae67-1dc6-4687-af02-334a023437ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:20:50Z', 'updated_at': '2021-10-14T11:20:54Z', 'revision_number': 1, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb97258-08ef-47e3-9e28-efb6a506d066', 'name': '', 'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'mac_address': 'fa:16:3e:28:73:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:52Z', 'updated_at': '2021-10-14T11:17:05Z', 'revision_number': 5, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'subnets': [{'id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:24:27.515011 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a0814f-bb69-47e7-8f38-53932a1559f3 None None] New status for floating IP 322f6774-0436-4a1d-88f5-2c8c32cdc6e9: DOWN {{(pid=99971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 11:24:28.007253 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b5b4b-af61-427e-9056-87cf0ed476db req-a4a6c815-1f3d-47f8-9b2b-2a7e0368ff4d tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:24:28.008743 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-af7b5b4b-af61-427e-9056-87cf0ed476db req-a4a6c815-1f3d-47f8-9b2b-2a7e0368ff4d tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=96f7741a-abea-47b2-a705-730338ba1010 HTTP/1.1" status: 200 len: 945 time: 0.0980327 Oct 14 11:24:28.046992 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-af7b5b4b-af61-427e-9056-87cf0ed476db req-70148941-3ab0-4de9-9175-1155eb03042e tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311856 Oct 14 11:24:28.180572 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c93afe-976a-4b17-b652-3eb88271e003 req-b6c525b1-b69e-4e41-9fda-2e58880877f8 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:24:28.181919 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d7c93afe-976a-4b17-b652-3eb88271e003 req-b6c525b1-b69e-4e41-9fda-2e58880877f8 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.39 "GET /v2.0/ports?device_id=96f7741a-abea-47b2-a705-730338ba1010 HTTP/1.1" status: 200 len: 945 time: 0.0531218 Oct 14 11:24:28.271028 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [req-d7c93afe-976a-4b17-b652-3eb88271e003 req-b7b399cd-4706-4d86-adc0-2dd931397be6 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Deleting port 762b9a20-9c5e-4b72-b1d8-ee60e4573372 {{(pid=99969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:24:28.271362 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-d7c93afe-976a-4b17-b652-3eb88271e003 req-b7b399cd-4706-4d86-adc0-2dd931397be6 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:28.359901 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [req-d7c93afe-976a-4b17-b652-3eb88271e003 req-b7b399cd-4706-4d86-adc0-2dd931397be6 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] For port 762b9a20-9c5e-4b72-b1d8-ee60e4573372, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=762b9a20-9c5e-4b72-b1d8-ee60e4573372,segment=NetworkSegment(65e0c828-a500-4212-8d75-55440898e75b),segment_id=65e0c828-a500-4212-8d75-55440898e75b)] {{(pid=99969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:24:28.360255 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-d7c93afe-976a-4b17-b652-3eb88271e003 req-b7b399cd-4706-4d86-adc0-2dd931397be6 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:28.372374 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [req-d7c93afe-976a-4b17-b652-3eb88271e003 req-b7b399cd-4706-4d86-adc0-2dd931397be6 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Calling delete_port for 762b9a20-9c5e-4b72-b1d8-ee60e4573372 owned by compute:nova {{(pid=99969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:24:28.511317 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-d7c93afe-976a-4b17-b652-3eb88271e003 req-b7b399cd-4706-4d86-adc0-2dd931397be6 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:28.545170 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b399cd-4706-4d86-adc0-2dd931397be6 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Pushing event deleted for resources: {'Port': ['ID=762b9a20-9c5e-4b72-b1d8-ee60e4573372,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:24:28.584552 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c93afe-976a-4b17-b652-3eb88271e003 req-b7b399cd-4706-4d86-adc0-2dd931397be6 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] No DVR routers for this DVR port 762b9a20-9c5e-4b72-b1d8-ee60e4573372 on host hv-cinder-80135 {{(pid=99969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:24:28.586995 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-d7c93afe-976a-4b17-b652-3eb88271e003 req-b7b399cd-4706-4d86-adc0-2dd931397be6 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:28.590746 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d7c93afe-976a-4b17-b652-3eb88271e003 req-b7b399cd-4706-4d86-adc0-2dd931397be6 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.39 "DELETE /v2.0/ports/762b9a20-9c5e-4b72-b1d8-ee60e4573372 HTTP/1.1" status: 204 len: 173 time: 0.4021714 Oct 14 11:24:28.591180 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f7741a-abea-47b2-a705-730338ba1010', 'name': 'network-vif-deleted', 'tag': '762b9a20-9c5e-4b72-b1d8-ee60e4573372'}] {{(pid=99969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:24:28.593378 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a93a02263ebe6e695f08df3ef7f4cabed4a40ac7132537441ac5c84a82560800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f70e9e-3a58-42b5-8040-6a48e82928b0" -d '{"events": [{"server_uuid": "96f7741a-abea-47b2-a705-730338ba1010", "name": "network-vif-deleted", "tag": "762b9a20-9c5e-4b72-b1d8-ee60e4573372"}]}' {{(pid=99969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:24:28.629527 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cda1cb-ff0b-4971-966e-d1c990a9e6f1 x-openstack-request-id: req-87cda1cb-ff0b-4971-966e-d1c990a9e6f1 {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:24:28.629836 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f7741a-abea-47b2-a705-730338ba1010", "name": "network-vif-deleted", "tag": "762b9a20-9c5e-4b72-b1d8-ee60e4573372", "status": "completed", "code": 200}]} {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:24:28.630088 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-87cda1cb-ff0b-4971-966e-d1c990a9e6f1 {{(pid=99969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:24:28.630518 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f7741a-abea-47b2-a705-730338ba1010', 'name': 'network-vif-deleted', 'tag': '762b9a20-9c5e-4b72-b1d8-ee60e4573372', 'status': 'completed', 'code': 200} Oct 14 11:24:29.149233 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-35e03c10-46bb-4ff9-9078-03712a65a0b1 req-5994c92b-40d6-484e-a77e-4bf30b1542a0 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=96f7741a-abea-47b2-a705-730338ba1010 HTTP/1.1" status: 200 len: 210 time: 0.0261652 Oct 14 11:24:31.625380 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 762b9a20-9c5e-4b72-b1d8-ee60e4573372 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:24:31.650298 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] No Port match for: 762b9a20-9c5e-4b72-b1d8-ee60e4573372 {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:24:31.650647 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 762b9a20-9c5e-4b72-b1d8-ee60e4573372 not bound to the agent host hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:24:32.428526 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 39428) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:24:32.583201 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-248d8eb8-a102-43d7-aacb-31c382b7ac8e tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Deleting port 87c676b8-0257-4b9b-aae6-d4bce583c414 {{(pid=99969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:24:32.583533 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-248d8eb8-a102-43d7-aacb-31c382b7ac8e tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:32.932069 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-248d8eb8-a102-43d7-aacb-31c382b7ac8e tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:32.932401 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-248d8eb8-a102-43d7-aacb-31c382b7ac8e tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:32.944340 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-248d8eb8-a102-43d7-aacb-31c382b7ac8e tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Calling delete_port for 87c676b8-0257-4b9b-aae6-d4bce583c414 owned by network:floatingip {{(pid=99969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:24:33.093395 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-248d8eb8-a102-43d7-aacb-31c382b7ac8e tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:33.118222 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d8eb8-a102-43d7-aacb-31c382b7ac8e tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Pushing event deleted for resources: {'Port': ['ID=87c676b8-0257-4b9b-aae6-d4bce583c414,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:24:33.181918 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-248d8eb8-a102-43d7-aacb-31c382b7ac8e tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for floatingip, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:33.182322 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.db.l3_db [None req-248d8eb8-a102-43d7-aacb-31c382b7ac8e tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Floating IP ccf444cc-8277-4097-b35b-418e928636cf disassociated (deleted). External IP: 172.27.0.25, port: 5a9696ae-ccd3-4767-af74-27758b58f407. Oct 14 11:24:33.402730 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248d8eb8-a102-43d7-aacb-31c382b7ac8e tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Router d3390d2a-e921-4dc5-9520-011e2374b090 has already been hosted by L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 {{(pid=99969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:24:33.512129 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248d8eb8-a102-43d7-aacb-31c382b7ac8e tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:24:33.517279 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-248d8eb8-a102-43d7-aacb-31c382b7ac8e tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for floatingip, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:33.522026 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd66323b-2532-41df-b3c9-1d87fc1cb951 None None] Sync routers for ids ['d3390d2a-e921-4dc5-9520-011e2374b090'] in dv-cinder-801354-3-iscsi {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:24:33.532338 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd66323b-2532-41df-b3c9-1d87fc1cb951 None None] Routers {'d3390d2a-e921-4dc5-9520-011e2374b090'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:24:33.533008 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-dd66323b-2532-41df-b3c9-1d87fc1cb951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fd08a700>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:24:12Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['d3390d2a-e921-4dc5-9520-011e2374b090'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:24:33.544659 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-248d8eb8-a102-43d7-aacb-31c382b7ac8e tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "DELETE /v2.0/floatingips/ccf444cc-8277-4097-b35b-418e928636cf HTTP/1.1" status: 204 len: 168 time: 1.1150413 Oct 14 11:24:33.545243 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc82ae67-1dc6-4687-af02-334a023437ef', 'tag': '5a9696ae-ccd3-4767-af74-27758b58f407'}] {{(pid=99969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:24:33.547483 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a93a02263ebe6e695f08df3ef7f4cabed4a40ac7132537441ac5c84a82560800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfa519c-9517-4580-a5c2-b3c91a1704a1" -d '{"events": [{"name": "network-changed", "server_uuid": "bc82ae67-1dc6-4687-af02-334a023437ef", "tag": "5a9696ae-ccd3-4767-af74-27758b58f407"}]}' {{(pid=99969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:24:33.584418 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92ddf2b-ee37-44bc-af1a-f462b0a68532 x-openstack-request-id: req-f92ddf2b-ee37-44bc-af1a-f462b0a68532 {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:24:33.584769 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc82ae67-1dc6-4687-af02-334a023437ef", "tag": "5a9696ae-ccd3-4767-af74-27758b58f407", "status": "completed", "code": 200}]} {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:24:33.585111 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f92ddf2b-ee37-44bc-af1a-f462b0a68532 {{(pid=99969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:24:33.585516 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc82ae67-1dc6-4687-af02-334a023437ef', 'tag': '5a9696ae-ccd3-4767-af74-27758b58f407', 'status': 'completed', 'code': 200} Oct 14 11:24:33.646611 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-dd66323b-2532-41df-b3c9-1d87fc1cb951 None None] Set router d3390d2a-e921-4dc5-9520-011e2374b090 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:24:33.650883 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa519c-9517-4580-a5c2-b3c91a1704a1 req-51cae216-72d8-491f-8301-1d49373fde6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:24:33.652945 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-dbfa519c-9517-4580-a5c2-b3c91a1704a1 req-51cae216-72d8-491f-8301-1d49373fde6a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4e158813d8fb41e8ab4e77f6fecff0e2&device_id=bc82ae67-1dc6-4687-af02-334a023437ef HTTP/1.1" status: 200 len: 1098 time: 0.0432498 Oct 14 11:24:33.793457 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa519c-9517-4580-a5c2-b3c91a1704a1 req-82567a83-e482-4647-841c-ff3730822d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:24:33.794939 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-dbfa519c-9517-4580-a5c2-b3c91a1704a1 req-82567a83-e482-4647-841c-ff3730822d91 service neutron] 10.222.0.39 "GET /v2.0/networks?id=78406704-323b-4611-9294-7a5775aebeb9 HTTP/1.1" status: 200 len: 913 time: 0.1283462 Oct 14 11:24:33.803096 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d01ba-c2ba-417b-8ae8-b087bae7c54a req-c647b416-f6da-4803-aad7-d965288acf0b tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:24:33.804477 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-cf5d01ba-c2ba-417b-8ae8-b087bae7c54a req-c647b416-f6da-4803-aad7-d965288acf0b tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc82ae67-1dc6-4687-af02-334a023437ef HTTP/1.1" status: 200 len: 945 time: 0.0709436 Oct 14 11:24:33.850298 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-dbfa519c-9517-4580-a5c2-b3c91a1704a1 req-f42baaad-0b0a-445f-8abb-e2fff8aa3642 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a9696ae-ccd3-4767-af74-27758b58f407 HTTP/1.1" status: 200 len: 217 time: 0.0448668 Oct 14 11:24:33.862735 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-dd66323b-2532-41df-b3c9-1d87fc1cb951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fd08a700>, [{'id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'name': 'tempest-TestVolumeBootPattern-1988551177-router', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:43Z', 'updated_at': '2021-10-14T11:16:54Z', 'revision_number': 4, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'gw_port': {'id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:45Z', 'updated_at': '2021-10-14T11:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': '8cb97258-08ef-47e3-9e28-efb6a506d066', 'name': '', 'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'mac_address': 'fa:16:3e:28:73:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:52Z', 'updated_at': '2021-10-14T11:17:05Z', 'revision_number': 5, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'subnets': [{'id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:24:33.889053 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd66323b-2532-41df-b3c9-1d87fc1cb951 None None] Checking router: d3390d2a-e921-4dc5-9520-011e2374b090 for host: dv-cinder-801354-3-iscsi {{(pid=99970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:24:33.897216 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd66323b-2532-41df-b3c9-1d87fc1cb951 None None] Routers {'d3390d2a-e921-4dc5-9520-011e2374b090'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:24:33.897822 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-dd66323b-2532-41df-b3c9-1d87fc1cb951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fd08a700>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:24:12Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['d3390d2a-e921-4dc5-9520-011e2374b090'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:24:33.907827 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-cf5d01ba-c2ba-417b-8ae8-b087bae7c54a req-a2c3509e-7a86-4e55-a4c9-c0c2286c10cb tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949845 Oct 14 11:24:33.916624 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa519c-9517-4580-a5c2-b3c91a1704a1 req-430f6445-7a3e-4d71-91b8-77cd27a0924f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:24:33.918686 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-dbfa519c-9517-4580-a5c2-b3c91a1704a1 req-430f6445-7a3e-4d71-91b8-77cd27a0924f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8d13795-4deb-41c7-a1d9-9368b1e4f7b1 HTTP/1.1" status: 200 len: 851 time: 0.0594480 Oct 14 11:24:33.972703 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa519c-9517-4580-a5c2-b3c91a1704a1 req-342befb4-07f4-4c15-bcee-55c0ca170c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:24:33.974163 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-dbfa519c-9517-4580-a5c2-b3c91a1704a1 req-342befb4-07f4-4c15-bcee-55c0ca170c1e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=78406704-323b-4611-9294-7a5775aebeb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441713 Oct 14 11:24:34.007471 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-dd66323b-2532-41df-b3c9-1d87fc1cb951 None None] Set router d3390d2a-e921-4dc5-9520-011e2374b090 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:24:34.072036 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-dbfa519c-9517-4580-a5c2-b3c91a1704a1 req-18f82cf4-8e40-4764-879d-c75eb338583c service neutron] 10.222.0.39 "GET /v2.0/networks/78406704-323b-4611-9294-7a5775aebeb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890231 Oct 14 11:24:34.164144 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-dbfa519c-9517-4580-a5c2-b3c91a1704a1 req-820f17d8-13ce-4fb5-aec6-d7946f5d9fb8 service neutron] 10.222.0.39 "GET /v2.0/networks/78406704-323b-4611-9294-7a5775aebeb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844243 Oct 14 11:24:34.213304 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-dd66323b-2532-41df-b3c9-1d87fc1cb951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fd08a700>, [{'id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'name': 'tempest-TestVolumeBootPattern-1988551177-router', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:43Z', 'updated_at': '2021-10-14T11:16:54Z', 'revision_number': 4, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'gw_port': {'id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:45Z', 'updated_at': '2021-10-14T11:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': '8cb97258-08ef-47e3-9e28-efb6a506d066', 'name': '', 'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'mac_address': 'fa:16:3e:28:73:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:52Z', 'updated_at': '2021-10-14T11:17:05Z', 'revision_number': 5, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'subnets': [{'id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:24:34.241059 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd66323b-2532-41df-b3c9-1d87fc1cb951 None None] The sync data for ids ['d3390d2a-e921-4dc5-9520-011e2374b090'] in dv-cinder-801354-3-iscsi is: [{'id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'name': 'tempest-TestVolumeBootPattern-1988551177-router', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:43Z', 'updated_at': '2021-10-14T11:16:54Z', 'revision_number': 4, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'gw_port': {'id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:45Z', 'updated_at': '2021-10-14T11:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': '8cb97258-08ef-47e3-9e28-efb6a506d066', 'name': '', 'network_id': '78406704-323b-4611-9294-7a5775aebeb9', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'mac_address': 'fa:16:3e:28:73:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:52Z', 'updated_at': '2021-10-14T11:17:05Z', 'revision_number': 5, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'subnets': [{'id': 'c8d13795-4deb-41c7-a1d9-9368b1e4f7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:24:34.448588 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f939b55d-f4c6-46c5-99bf-1adabe387227 None None] New status for floating IP ccf444cc-8277-4097-b35b-418e928636cf: DOWN {{(pid=99971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 11:24:35.034743 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40826e4-0a96-4b9e-9ab7-4e51ee988604 req-6e4efdf4-2806-4323-ae31-f3e4c7760b49 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:24:35.036220 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a40826e4-0a96-4b9e-9ab7-4e51ee988604 req-6e4efdf4-2806-4323-ae31-f3e4c7760b49 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc82ae67-1dc6-4687-af02-334a023437ef HTTP/1.1" status: 200 len: 945 time: 0.0557146 Oct 14 11:24:35.074651 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-a40826e4-0a96-4b9e-9ab7-4e51ee988604 req-1b1ee8ed-8dcb-4d4f-a0de-605f525b0909 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b9b92dc-5280-4963-a682-507ed7122bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325916 Oct 14 11:24:35.184246 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deae610-bfd6-4c8b-b226-61dc2f456e00 req-8d08f033-3d80-4a6d-a7ac-8be92ca95d5f tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:24:35.186295 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0deae610-bfd6-4c8b-b226-61dc2f456e00 req-8d08f033-3d80-4a6d-a7ac-8be92ca95d5f tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc82ae67-1dc6-4687-af02-334a023437ef HTTP/1.1" status: 200 len: 945 time: 0.0485201 Oct 14 11:24:35.277366 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [req-0deae610-bfd6-4c8b-b226-61dc2f456e00 req-a159d5cf-9dab-4d30-9ec8-5eb7759af57b tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Deleting port 5a9696ae-ccd3-4767-af74-27758b58f407 {{(pid=99969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:24:35.277697 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-0deae610-bfd6-4c8b-b226-61dc2f456e00 req-a159d5cf-9dab-4d30-9ec8-5eb7759af57b tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:35.367982 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [req-0deae610-bfd6-4c8b-b226-61dc2f456e00 req-a159d5cf-9dab-4d30-9ec8-5eb7759af57b tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] For port 5a9696ae-ccd3-4767-af74-27758b58f407, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=5a9696ae-ccd3-4767-af74-27758b58f407,segment=NetworkSegment(65e0c828-a500-4212-8d75-55440898e75b),segment_id=65e0c828-a500-4212-8d75-55440898e75b)] {{(pid=99969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:24:35.368346 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-0deae610-bfd6-4c8b-b226-61dc2f456e00 req-a159d5cf-9dab-4d30-9ec8-5eb7759af57b tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:35.381145 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [req-0deae610-bfd6-4c8b-b226-61dc2f456e00 req-a159d5cf-9dab-4d30-9ec8-5eb7759af57b tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Calling delete_port for 5a9696ae-ccd3-4767-af74-27758b58f407 owned by compute:nova {{(pid=99969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:24:35.511458 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-0deae610-bfd6-4c8b-b226-61dc2f456e00 req-a159d5cf-9dab-4d30-9ec8-5eb7759af57b tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:35.540664 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a159d5cf-9dab-4d30-9ec8-5eb7759af57b tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Pushing event deleted for resources: {'Port': ['ID=5a9696ae-ccd3-4767-af74-27758b58f407,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:24:35.590266 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [req-0deae610-bfd6-4c8b-b226-61dc2f456e00 req-a159d5cf-9dab-4d30-9ec8-5eb7759af57b tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] No DVR routers for this DVR port 5a9696ae-ccd3-4767-af74-27758b58f407 on host hv-cinder-80135 {{(pid=99969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:24:35.593322 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-0deae610-bfd6-4c8b-b226-61dc2f456e00 req-a159d5cf-9dab-4d30-9ec8-5eb7759af57b tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:35.596588 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0deae610-bfd6-4c8b-b226-61dc2f456e00 req-a159d5cf-9dab-4d30-9ec8-5eb7759af57b tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.39 "DELETE /v2.0/ports/5a9696ae-ccd3-4767-af74-27758b58f407 HTTP/1.1" status: 204 len: 173 time: 0.4047151 Oct 14 11:24:35.597015 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc82ae67-1dc6-4687-af02-334a023437ef', 'name': 'network-vif-deleted', 'tag': '5a9696ae-ccd3-4767-af74-27758b58f407'}] {{(pid=99969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:24:35.599247 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a93a02263ebe6e695f08df3ef7f4cabed4a40ac7132537441ac5c84a82560800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1afd9c-6e16-4af5-bcf3-22f66295e1ec" -d '{"events": [{"server_uuid": "bc82ae67-1dc6-4687-af02-334a023437ef", "name": "network-vif-deleted", "tag": "5a9696ae-ccd3-4767-af74-27758b58f407"}]}' {{(pid=99969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:24:35.634957 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7de5b98-3c63-45cf-83e6-c5885087425f x-openstack-request-id: req-b7de5b98-3c63-45cf-83e6-c5885087425f {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:24:35.635233 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc82ae67-1dc6-4687-af02-334a023437ef", "name": "network-vif-deleted", "tag": "5a9696ae-ccd3-4767-af74-27758b58f407", "status": "completed", "code": 200}]} {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:24:35.635488 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b7de5b98-3c63-45cf-83e6-c5885087425f {{(pid=99969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:24:35.635895 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc82ae67-1dc6-4687-af02-334a023437ef', 'name': 'network-vif-deleted', 'tag': '5a9696ae-ccd3-4767-af74-27758b58f407', 'status': 'completed', 'code': 200} Oct 14 11:24:36.194713 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-38f580e8-84ea-47ec-a46b-41570deabd17 req-7cf31670-dd5a-401e-8e57-3fca7e04f332 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc82ae67-1dc6-4687-af02-334a023437ef HTTP/1.1" status: 200 len: 210 time: 0.0379262 Oct 14 11:24:37.256331 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 39444) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:24:37.379394 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-4a662575-f31a-42db-bdf5-990093c2ab0c tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Deleting port 97657f34-8f15-42a8-8508-a5dbbb2d70b9 {{(pid=99969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:24:37.379643 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-4a662575-f31a-42db-bdf5-990093c2ab0c tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:37.460961 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-4a662575-f31a-42db-bdf5-990093c2ab0c tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:37.461278 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-4a662575-f31a-42db-bdf5-990093c2ab0c tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:37.473313 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-4a662575-f31a-42db-bdf5-990093c2ab0c tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Calling delete_port for 97657f34-8f15-42a8-8508-a5dbbb2d70b9 owned by network:floatingip {{(pid=99969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:24:37.603860 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-4a662575-f31a-42db-bdf5-990093c2ab0c tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:37.628687 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a662575-f31a-42db-bdf5-990093c2ab0c tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Pushing event deleted for resources: {'Port': ['ID=97657f34-8f15-42a8-8508-a5dbbb2d70b9,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:24:37.690694 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-4a662575-f31a-42db-bdf5-990093c2ab0c tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for floatingip, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:37.693173 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-4a662575-f31a-42db-bdf5-990093c2ab0c tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for floatingip, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:37.694340 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-4a662575-f31a-42db-bdf5-990093c2ab0c tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "DELETE /v2.0/floatingips/d6724c3e-6c61-4412-9727-4eec43626930 HTTP/1.1" status: 204 len: 168 time: 0.4369819 Oct 14 11:24:38.770882 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:38.851933 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-c122ac82-414a-4a63-85ac-d30c10dbb44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:38.885396 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 39456) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:24:38.943631 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-6445488f-85e8-42b8-a160-e670ce8f6f13 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:38.969091 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-6445488f-85e8-42b8-a160-e670ce8f6f13 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:39.027087 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-6445488f-85e8-42b8-a160-e670ce8f6f13 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:39.030578 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-6445488f-85e8-42b8-a160-e670ce8f6f13 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:39.031731 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-6445488f-85e8-42b8-a160-e670ce8f6f13 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] 10.222.0.46 "DELETE /v2.0/security-groups/9b9b92dc-5280-4963-a682-507ed7122bdf HTTP/1.1" status: 204 len: 168 time: 0.1453409 Oct 14 11:24:39.041039 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6445488f-85e8-42b8-a160-e670ce8f6f13 tempest-TestVolumeBootPattern-1802708568 tempest-TestVolumeBootPattern-1802708568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9b92dc-5280-4963-a682-507ed7122bdf,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:24:39.090655 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 39460) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:24:39.524921 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-40a61fa8-15d2-4ee0-a9de-a5d0cf881cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1073342918'] for router_interface, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:39.659904 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 5a9696ae-ccd3-4767-af74-27758b58f407 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:24:39.679940 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] No Port match for: 5a9696ae-ccd3-4767-af74-27758b58f407 {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:24:39.680473 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 5a9696ae-ccd3-4767-af74-27758b58f407 not bound to the agent host hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:24:39.762276 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-40a61fa8-15d2-4ee0-a9de-a5d0cf881cdc admin admin] Deleting port 8cb97258-08ef-47e3-9e28-efb6a506d066 {{(pid=99969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:24:39.762625 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-40a61fa8-15d2-4ee0-a9de-a5d0cf881cdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:39.845242 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [None req-40a61fa8-15d2-4ee0-a9de-a5d0cf881cdc admin admin] For port 8cb97258-08ef-47e3-9e28-efb6a506d066, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=8cb97258-08ef-47e3-9e28-efb6a506d066,segment=NetworkSegment(65e0c828-a500-4212-8d75-55440898e75b),segment_id=65e0c828-a500-4212-8d75-55440898e75b)] {{(pid=99969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:24:39.845516 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-40a61fa8-15d2-4ee0-a9de-a5d0cf881cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:39.859128 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-40a61fa8-15d2-4ee0-a9de-a5d0cf881cdc admin admin] Calling delete_port for 8cb97258-08ef-47e3-9e28-efb6a506d066 owned by network:router_interface {{(pid=99969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:24:40.036269 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-40a61fa8-15d2-4ee0-a9de-a5d0cf881cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:40.062299 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a61fa8-15d2-4ee0-a9de-a5d0cf881cdc admin admin] Pushing event deleted for resources: {'Port': ['ID=8cb97258-08ef-47e3-9e28-efb6a506d066,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:24:40.235613 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-40a61fa8-15d2-4ee0-a9de-a5d0cf881cdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1073186003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1073343830'] for router_interface, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:40.447190 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a61fa8-15d2-4ee0-a9de-a5d0cf881cdc admin admin] Router d3390d2a-e921-4dc5-9520-011e2374b090 has already been hosted by L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 {{(pid=99969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:24:40.552423 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a61fa8-15d2-4ee0-a9de-a5d0cf881cdc admin admin] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:24:40.557417 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-40a61fa8-15d2-4ee0-a9de-a5d0cf881cdc admin admin] 10.222.0.46 "PUT /v2.0/routers/d3390d2a-e921-4dc5-9520-011e2374b090/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4650495 Oct 14 11:24:40.560092 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 39464) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:24:40.560940 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6d3e96-e29e-4f35-bb83-c1d400627900 None None] Sync routers for ids ['d3390d2a-e921-4dc5-9520-011e2374b090'] in dv-cinder-801354-3-iscsi {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:24:40.570263 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6d3e96-e29e-4f35-bb83-c1d400627900 None None] Routers {'d3390d2a-e921-4dc5-9520-011e2374b090'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:24:40.570876 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-1b6d3e96-e29e-4f35-bb83-c1d400627900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fceadac0>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:24:12Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['d3390d2a-e921-4dc5-9520-011e2374b090'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:24:40.678312 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-1b6d3e96-e29e-4f35-bb83-c1d400627900 None None] Set router d3390d2a-e921-4dc5-9520-011e2374b090 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:24:40.937546 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d52c235c-9bb2-451d-b768-0d21370ba160 admin admin] Publish callbacks [] for router, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:40.988425 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-1b6d3e96-e29e-4f35-bb83-c1d400627900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fceadac0>, [{'id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'name': 'tempest-TestVolumeBootPattern-1988551177-router', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:43Z', 'updated_at': '2021-10-14T11:24:39Z', 'revision_number': 5, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'gw_port': {'id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:45Z', 'updated_at': '2021-10-14T11:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi'}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:24:41.015386 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6d3e96-e29e-4f35-bb83-c1d400627900 None None] Checking router: d3390d2a-e921-4dc5-9520-011e2374b090 for host: dv-cinder-801354-3-iscsi {{(pid=99970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:24:41.023940 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6d3e96-e29e-4f35-bb83-c1d400627900 None None] Routers {'d3390d2a-e921-4dc5-9520-011e2374b090'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:24:41.024549 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-1b6d3e96-e29e-4f35-bb83-c1d400627900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fceadac0>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:24:12Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['d3390d2a-e921-4dc5-9520-011e2374b090'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:24:41.040760 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d52c235c-9bb2-451d-b768-0d21370ba160 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:41.094910 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-d52c235c-9bb2-451d-b768-0d21370ba160 admin admin] Deleting port 737147bc-d3e3-4758-8343-3a5bc3600538 {{(pid=99969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:24:41.095252 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d52c235c-9bb2-451d-b768-0d21370ba160 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:41.132396 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-1b6d3e96-e29e-4f35-bb83-c1d400627900 None None] Set router d3390d2a-e921-4dc5-9520-011e2374b090 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:24:41.174925 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [None req-d52c235c-9bb2-451d-b768-0d21370ba160 admin admin] For port 737147bc-d3e3-4758-8343-3a5bc3600538, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=737147bc-d3e3-4758-8343-3a5bc3600538,segment=NetworkSegment(41826669-4ce7-4556-a5ab-a5c365ae266e),segment_id=41826669-4ce7-4556-a5ab-a5c365ae266e)] {{(pid=99969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:24:41.175287 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d52c235c-9bb2-451d-b768-0d21370ba160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:41.188744 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-d52c235c-9bb2-451d-b768-0d21370ba160 admin admin] Calling delete_port for 737147bc-d3e3-4758-8343-3a5bc3600538 owned by network:router_gateway {{(pid=99969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:24:41.308972 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-1b6d3e96-e29e-4f35-bb83-c1d400627900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fceadac0>, [{'id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'name': 'tempest-TestVolumeBootPattern-1988551177-router', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:43Z', 'updated_at': '2021-10-14T11:24:39Z', 'revision_number': 5, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'gw_port': {'id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:45Z', 'updated_at': '2021-10-14T11:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi'}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:24:41.339358 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6d3e96-e29e-4f35-bb83-c1d400627900 None None] The sync data for ids ['d3390d2a-e921-4dc5-9520-011e2374b090'] in dv-cinder-801354-3-iscsi is: [{'id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'name': 'tempest-TestVolumeBootPattern-1988551177-router', 'tenant_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:43Z', 'updated_at': '2021-10-14T11:24:39Z', 'revision_number': 5, 'project_id': '4e158813d8fb41e8ab4e77f6fecff0e2', 'gw_port': {'id': '737147bc-d3e3-4758-8343-3a5bc3600538', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390d2a-e921-4dc5-9520-011e2374b090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:16:45Z', 'updated_at': '2021-10-14T11:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi'}] {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:24:41.363094 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d52c235c-9bb2-451d-b768-0d21370ba160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:41.392316 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c235c-9bb2-451d-b768-0d21370ba160 admin admin] Pushing event deleted for resources: {'Port': ['ID=737147bc-d3e3-4758-8343-3a5bc3600538,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:24:41.451364 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d52c235c-9bb2-451d-b768-0d21370ba160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1073340428'] for router_gateway, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:41.531335 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-78d4f645-5487-40be-9ab3-01b6846b44ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:41.541191 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d52c235c-9bb2-451d-b768-0d21370ba160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1073287356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14128'] for router, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:41.543277 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d52c235c-9bb2-451d-b768-0d21370ba160 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:41.587066 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d52c235c-9bb2-451d-b768-0d21370ba160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1073287333'] for router, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:41.587669 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52c235c-9bb2-451d-b768-0d21370ba160 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3390d2a-e921-4dc5-9520-011e2374b090 {{(pid=99969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 11:24:41.593737 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-d52c235c-9bb2-451d-b768-0d21370ba160 admin admin] Publish callbacks [] for router, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:41.594393 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-d52c235c-9bb2-451d-b768-0d21370ba160 admin admin] 10.222.0.46 "DELETE /v2.0/routers/d3390d2a-e921-4dc5-9520-011e2374b090 HTTP/1.1" status: 204 len: 168 time: 1.0333171 Oct 14 11:24:41.597091 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 39466) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:24:41.644153 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.db_base_plugin_v2 [None req-1150ea1e-f3c5-4be4-b063-41637d1cd852 admin admin] Deleting subnet c8d13795-4deb-41c7-a1d9-9368b1e4f7b1 {{(pid=99969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 11:24:41.647163 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-1150ea1e-f3c5-4be4-b063-41637d1cd852 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:41.683137 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-1150ea1e-f3c5-4be4-b063-41637d1cd852 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070485481'] for subnet, precommit_delete_associations {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:41.764731 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-1150ea1e-f3c5-4be4-b063-41637d1cd852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725203'] for subnet, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:41.823224 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-1150ea1e-f3c5-4be4-b063-41637d1cd852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071035695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070997365'] for subnet, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:41.851096 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150ea1e-f3c5-4be4-b063-41637d1cd852 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8d13795-4deb-41c7-a1d9-9368b1e4f7b1,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:24:41.853041 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-1150ea1e-f3c5-4be4-b063-41637d1cd852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for subnet, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:41.856224 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-1150ea1e-f3c5-4be4-b063-41637d1cd852 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c8d13795-4deb-41c7-a1d9-9368b1e4f7b1 HTTP/1.1" status: 204 len: 168 time: 0.2581716 Oct 14 11:24:41.859952 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 39468) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:24:41.862906 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cec68c-8d59-4f18-8063-5a79b1f1a709 None None] Network 78406704-323b-4611-9294-7a5775aebeb9 requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:24:41.933255 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-18b91c9f-7a4a-41f7-983c-7ed89be69337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544921'] for network, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:42.002299 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-18b91c9f-7a4a-41f7-983c-7ed89be69337 admin admin] Deleting port f1cfdddc-4f05-45b7-9085-6600a4eab8c1 {{(pid=99969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:24:42.002743 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-18b91c9f-7a4a-41f7-983c-7ed89be69337 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:42.068493 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [None req-18b91c9f-7a4a-41f7-983c-7ed89be69337 admin admin] For port f1cfdddc-4f05-45b7-9085-6600a4eab8c1, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=f1cfdddc-4f05-45b7-9085-6600a4eab8c1,segment=NetworkSegment(65e0c828-a500-4212-8d75-55440898e75b),segment_id=65e0c828-a500-4212-8d75-55440898e75b)] {{(pid=99969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:24:42.069194 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-18b91c9f-7a4a-41f7-983c-7ed89be69337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:42.081241 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-18b91c9f-7a4a-41f7-983c-7ed89be69337 admin admin] Calling delete_port for f1cfdddc-4f05-45b7-9085-6600a4eab8c1 owned by network:dhcp {{(pid=99969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:24:42.165717 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-18b91c9f-7a4a-41f7-983c-7ed89be69337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:42.192001 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b91c9f-7a4a-41f7-983c-7ed89be69337 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1cfdddc-4f05-45b7-9085-6600a4eab8c1,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:24:42.193840 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b91c9f-7a4a-41f7-983c-7ed89be69337 admin admin] No DVR routers for this DVR port f1cfdddc-4f05-45b7-9085-6600a4eab8c1 on host dv-cinder-801354-3-iscsi {{(pid=99969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:24:42.263603 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-18b91c9f-7a4a-41f7-983c-7ed89be69337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727366', 'neutron.services.segments.db._delete_segments_for_network-8755828151089'] for network, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:42.283544 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.services.segments.db [None req-18b91c9f-7a4a-41f7-983c-7ed89be69337 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f69f7768850>,) {'filters': {'network_id': ['78406704-323b-4611-9294-7a5775aebeb9']}} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:24:42.292707 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.services.segments.db [None req-18b91c9f-7a4a-41f7-983c-7ed89be69337 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f69f7768850>, '65e0c828-a500-4212-8d75-55440898e75b') {'for_net_delete': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:24:42.293001 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.services.segments.db [None req-18b91c9f-7a4a-41f7-983c-7ed89be69337 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f69f7768850>, '65e0c828-a500-4212-8d75-55440898e75b') {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:24:42.306611 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-18b91c9f-7a4a-41f7-983c-7ed89be69337 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755828152634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070485456'] for segment, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:42.324081 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-18b91c9f-7a4a-41f7-983c-7ed89be69337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240'] for segment, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:42.331351 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b91c9f-7a4a-41f7-983c-7ed89be69337 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=99969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 11:24:42.331747 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-18b91c9f-7a4a-41f7-983c-7ed89be69337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071033229'] for segment, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:42.333556 dv-cinder-801354-3-iscsi neutron-server[99969]: Traceback (most recent call last): Oct 14 11:24:42.333556 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 11:24:42.333556 dv-cinder-801354-3-iscsi neutron-server[99969]: timer() Oct 14 11:24:42.333556 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 11:24:42.333556 dv-cinder-801354-3-iscsi neutron-server[99969]: cb(*args, **kw) Oct 14 11:24:42.333556 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 11:24:42.333556 dv-cinder-801354-3-iscsi neutron-server[99969]: return func(*args, **kwargs) Oct 14 11:24:42.333556 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 11:24:42.333556 dv-cinder-801354-3-iscsi neutron-server[99969]: self._notify() Oct 14 11:24:42.333556 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 11:24:42.333556 dv-cinder-801354-3-iscsi neutron-server[99969]: self.callback(batched_events) Oct 14 11:24:42.333556 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 11:24:42.333556 dv-cinder-801354-3-iscsi neutron-server[99969]: event.method(event) Oct 14 11:24:42.333556 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 11:24:42.333556 dv-cinder-801354-3-iscsi neutron-server[99969]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 11:24:42.333556 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 11:24:42.333556 dv-cinder-801354-3-iscsi neutron-server[99969]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 11:24:42.333556 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 11:24:42.333556 dv-cinder-801354-3-iscsi neutron-server[99969]: return f(self, *a, **k) Oct 14 11:24:42.333556 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 11:24:42.333556 dv-cinder-801354-3-iscsi neutron-server[99969]: return self._get(url).json() Oct 14 11:24:42.333556 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 11:24:42.333556 dv-cinder-801354-3-iscsi neutron-server[99969]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 11:24:42.333556 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 11:24:42.333556 dv-cinder-801354-3-iscsi neutron-server[99969]: return self.request(url, 'GET', **kwargs) Oct 14 11:24:42.333556 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 11:24:42.333556 dv-cinder-801354-3-iscsi neutron-server[99969]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 11:24:42.333556 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 11:24:42.333556 dv-cinder-801354-3-iscsi neutron-server[99969]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 11:24:42.333556 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 11:24:42.333556 dv-cinder-801354-3-iscsi neutron-server[99969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 11:24:42.333556 dv-cinder-801354-3-iscsi neutron-server[99969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 11:24:42.347203 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd057e3-ae9d-427d-8266-5fbdd24c733f None None] DHCP port deletion for 78406704-323b-4611-9294-7a5775aebeb9 request from dv-cinder-801354-3-iscsi {{(pid=99970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 11:24:42.398837 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-18b91c9f-7a4a-41f7-983c-7ed89be69337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1073340624'] for network, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:42.405510 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-18b91c9f-7a4a-41f7-983c-7ed89be69337 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for network, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:42.408132 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-18b91c9f-7a4a-41f7-983c-7ed89be69337 admin admin] 10.222.0.46 "DELETE /v2.0/networks/78406704-323b-4611-9294-7a5775aebeb9 HTTP/1.1" status: 204 len: 168 time: 0.5472486 Oct 14 11:24:42.411797 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 39470) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:24:42.415356 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device f1cfdddc-4f05-45b7-9085-6600a4eab8c1 no longer exists at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:24:42.420965 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b91c9f-7a4a-41f7-983c-7ed89be69337 admin admin] Pushing event deleted for resources: {'Network': ['ID=78406704-323b-4611-9294-7a5775aebeb9,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:24:42.436744 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] No Port match for: f1cfdddc-4f05-45b7-9085-6600a4eab8c1 {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:24:42.437090 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device f1cfdddc-4f05-45b7-9085-6600a4eab8c1 not bound to the agent host dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:24:42.437502 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 737147bc-d3e3-4758-8343-3a5bc3600538 no longer exists at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:24:42.456384 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] No Port match for: 737147bc-d3e3-4758-8343-3a5bc3600538 {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:24:42.456726 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 737147bc-d3e3-4758-8343-3a5bc3600538 not bound to the agent host dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:24:42.457133 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 8cb97258-08ef-47e3-9e28-efb6a506d066 no longer exists at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:24:42.475487 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] No Port match for: 8cb97258-08ef-47e3-9e28-efb6a506d066 {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:24:42.475832 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 8cb97258-08ef-47e3-9e28-efb6a506d066 not bound to the agent host dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:24:42.756939 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-1ada6fb6-e7d8-425b-94ec-4b39346b51b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1073342918'] for router_interface, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:42.827125 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:43.002214 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-1ada6fb6-e7d8-425b-94ec-4b39346b51b3 admin admin] Deleting port e55e1eb2-1b9e-4530-b7bf-116dee4fa508 {{(pid=99968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:24:43.002568 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-1ada6fb6-e7d8-425b-94ec-4b39346b51b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:43.051160 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:43.080683 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-1ada6fb6-e7d8-425b-94ec-4b39346b51b3 admin admin] For port e55e1eb2-1b9e-4530-b7bf-116dee4fa508, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=e55e1eb2-1b9e-4530-b7bf-116dee4fa508,segment=NetworkSegment(17c045ca-443b-4739-8695-5ead6a2a2de6),segment_id=17c045ca-443b-4739-8695-5ead6a2a2de6)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:24:43.081041 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-1ada6fb6-e7d8-425b-94ec-4b39346b51b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:43.096644 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-1ada6fb6-e7d8-425b-94ec-4b39346b51b3 admin admin] Calling delete_port for e55e1eb2-1b9e-4530-b7bf-116dee4fa508 owned by network:router_interface {{(pid=99968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:24:43.272163 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-1ada6fb6-e7d8-425b-94ec-4b39346b51b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065085970'] for port, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:43.300486 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ada6fb6-e7d8-425b-94ec-4b39346b51b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e55e1eb2-1b9e-4530-b7bf-116dee4fa508,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:24:43.326828 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada6fb6-e7d8-425b-94ec-4b39346b51b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:43.327174 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada6fb6-e7d8-425b-94ec-4b39346b51b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:43.327516 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada6fb6-e7d8-425b-94ec-4b39346b51b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:43.327857 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada6fb6-e7d8-425b-94ec-4b39346b51b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:43.328191 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada6fb6-e7d8-425b-94ec-4b39346b51b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:43.328517 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada6fb6-e7d8-425b-94ec-4b39346b51b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:43.328871 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada6fb6-e7d8-425b-94ec-4b39346b51b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:43.329195 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada6fb6-e7d8-425b-94ec-4b39346b51b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:43.329519 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada6fb6-e7d8-425b-94ec-4b39346b51b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:43.329840 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada6fb6-e7d8-425b-94ec-4b39346b51b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:43.330160 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada6fb6-e7d8-425b-94ec-4b39346b51b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:43.330512 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada6fb6-e7d8-425b-94ec-4b39346b51b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:43.480643 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-1ada6fb6-e7d8-425b-94ec-4b39346b51b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1073186003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1073343830'] for router_interface, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:43.716146 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ada6fb6-e7d8-425b-94ec-4b39346b51b3 admin admin] Router cb761ad6-6859-45df-9cf8-3dab929584f8 has already been hosted by L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 {{(pid=99968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:24:43.824306 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ada6fb6-e7d8-425b-94ec-4b39346b51b3 admin admin] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:24:43.829925 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-1ada6fb6-e7d8-425b-94ec-4b39346b51b3 admin admin] 10.222.0.46 "PUT /v2.0/routers/cb761ad6-6859-45df-9cf8-3dab929584f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4175467 Oct 14 11:24:43.832387 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 39474) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:24:43.834624 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2c7c79-b7e3-408a-9425-177cb9b50ede None None] Sync routers for ids ['cb761ad6-6859-45df-9cf8-3dab929584f8'] in dv-cinder-801354-3-iscsi {{(pid=99971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:24:43.844546 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2c7c79-b7e3-408a-9425-177cb9b50ede None None] Routers {'cb761ad6-6859-45df-9cf8-3dab929584f8'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:24:43.848071 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-fe2c7c79-b7e3-408a-9425-177cb9b50ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fd933400>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:24:42Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['cb761ad6-6859-45df-9cf8-3dab929584f8'], 'active': True} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:24:43.938122 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-76904196-7d4b-4b48-923e-03a05ea71e31 admin admin] Publish callbacks [] for router, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:43.952726 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvr_db [None req-fe2c7c79-b7e3-408a-9425-177cb9b50ede None None] Set router cb761ad6-6859-45df-9cf8-3dab929584f8 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:24:44.146019 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-fe2c7c79-b7e3-408a-9425-177cb9b50ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fd933400>, [{'id': 'cb761ad6-6859-45df-9cf8-3dab929584f8', 'name': 'tempest-TestVolumeBootPattern-222047676-router', 'tenant_id': '0971ca5b3d55475899b1203390dfe19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'd2c07d37-5310-4b85-a34b-636d6db358b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:59Z', 'updated_at': '2021-10-14T11:24:43Z', 'revision_number': 5, 'project_id': '0971ca5b3d55475899b1203390dfe19e', 'gw_port': {'id': 'd2c07d37-5310-4b85-a34b-636d6db358b7', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb761ad6-6859-45df-9cf8-3dab929584f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:17:01Z', 'updated_at': '2021-10-14T11:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi'}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:24:44.179316 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2c7c79-b7e3-408a-9425-177cb9b50ede None None] Checking router: cb761ad6-6859-45df-9cf8-3dab929584f8 for host: dv-cinder-801354-3-iscsi {{(pid=99971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:24:44.188502 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2c7c79-b7e3-408a-9425-177cb9b50ede None None] Routers {'cb761ad6-6859-45df-9cf8-3dab929584f8'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:24:44.189257 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-fe2c7c79-b7e3-408a-9425-177cb9b50ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fd933400>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:24:42Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['cb761ad6-6859-45df-9cf8-3dab929584f8'], 'active': True} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:24:44.331057 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-76904196-7d4b-4b48-923e-03a05ea71e31 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:44.347069 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:44.386041 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-76904196-7d4b-4b48-923e-03a05ea71e31 admin admin] Deleting port d2c07d37-5310-4b85-a34b-636d6db358b7 {{(pid=99968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:24:44.386403 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-76904196-7d4b-4b48-923e-03a05ea71e31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:44.389922 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvr_db [None req-fe2c7c79-b7e3-408a-9425-177cb9b50ede None None] Set router cb761ad6-6859-45df-9cf8-3dab929584f8 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:24:44.467040 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-76904196-7d4b-4b48-923e-03a05ea71e31 admin admin] For port d2c07d37-5310-4b85-a34b-636d6db358b7, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=d2c07d37-5310-4b85-a34b-636d6db358b7,segment=NetworkSegment(41826669-4ce7-4556-a5ab-a5c365ae266e),segment_id=41826669-4ce7-4556-a5ab-a5c365ae266e)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:24:44.467398 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-76904196-7d4b-4b48-923e-03a05ea71e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:44.480738 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-76904196-7d4b-4b48-923e-03a05ea71e31 admin admin] Calling delete_port for d2c07d37-5310-4b85-a34b-636d6db358b7 owned by network:router_gateway {{(pid=99968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:24:44.569137 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-fe2c7c79-b7e3-408a-9425-177cb9b50ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fd933400>, [{'id': 'cb761ad6-6859-45df-9cf8-3dab929584f8', 'name': 'tempest-TestVolumeBootPattern-222047676-router', 'tenant_id': '0971ca5b3d55475899b1203390dfe19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'd2c07d37-5310-4b85-a34b-636d6db358b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:59Z', 'updated_at': '2021-10-14T11:24:43Z', 'revision_number': 5, 'project_id': '0971ca5b3d55475899b1203390dfe19e', 'gw_port': {'id': 'd2c07d37-5310-4b85-a34b-636d6db358b7', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb761ad6-6859-45df-9cf8-3dab929584f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:17:01Z', 'updated_at': '2021-10-14T11:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi'}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:24:44.599734 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2c7c79-b7e3-408a-9425-177cb9b50ede None None] The sync data for ids ['cb761ad6-6859-45df-9cf8-3dab929584f8'] in dv-cinder-801354-3-iscsi is: [{'id': 'cb761ad6-6859-45df-9cf8-3dab929584f8', 'name': 'tempest-TestVolumeBootPattern-222047676-router', 'tenant_id': '0971ca5b3d55475899b1203390dfe19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'd2c07d37-5310-4b85-a34b-636d6db358b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:16:59Z', 'updated_at': '2021-10-14T11:24:43Z', 'revision_number': 5, 'project_id': '0971ca5b3d55475899b1203390dfe19e', 'gw_port': {'id': 'd2c07d37-5310-4b85-a34b-636d6db358b7', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb761ad6-6859-45df-9cf8-3dab929584f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:17:01Z', 'updated_at': '2021-10-14T11:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi'}] {{(pid=99971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:24:44.648394 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-76904196-7d4b-4b48-923e-03a05ea71e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065085970'] for port, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:44.678798 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76904196-7d4b-4b48-923e-03a05ea71e31 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2c07d37-5310-4b85-a34b-636d6db358b7,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:24:44.738777 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-76904196-7d4b-4b48-923e-03a05ea71e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1073340428'] for router_gateway, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:44.831368 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-76904196-7d4b-4b48-923e-03a05ea71e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1073287356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14128'] for router, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:44.833494 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-76904196-7d4b-4b48-923e-03a05ea71e31 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:44.877212 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-76904196-7d4b-4b48-923e-03a05ea71e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1073287333'] for router, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:44.877757 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76904196-7d4b-4b48-923e-03a05ea71e31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb761ad6-6859-45df-9cf8-3dab929584f8 {{(pid=99968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 11:24:44.882924 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-76904196-7d4b-4b48-923e-03a05ea71e31 admin admin] Publish callbacks [] for router, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:44.883357 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-76904196-7d4b-4b48-923e-03a05ea71e31 admin admin] 10.222.0.46 "DELETE /v2.0/routers/cb761ad6-6859-45df-9cf8-3dab929584f8 HTTP/1.1" status: 204 len: 168 time: 1.0498779 Oct 14 11:24:44.885864 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 39476) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:24:44.932270 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bc36844-a8d2-49ee-b2b2-6b4865a349c2 admin admin] Deleting subnet c502d26b-590e-4ab3-ac0a-c7181ab3a0b7 {{(pid=99968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 11:24:44.936391 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-1bc36844-a8d2-49ee-b2b2-6b4865a349c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:44.972053 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-1bc36844-a8d2-49ee-b2b2-6b4865a349c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069810409'] for subnet, precommit_delete_associations {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:45.056199 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-1bc36844-a8d2-49ee-b2b2-6b4865a349c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725203'] for subnet, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:45.115640 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-1bc36844-a8d2-49ee-b2b2-6b4865a349c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065087715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070002226'] for subnet, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:45.138812 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc36844-a8d2-49ee-b2b2-6b4865a349c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c502d26b-590e-4ab3-ac0a-c7181ab3a0b7,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:24:45.144425 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-1bc36844-a8d2-49ee-b2b2-6b4865a349c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:45.147587 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-1bc36844-a8d2-49ee-b2b2-6b4865a349c2 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c502d26b-590e-4ab3-ac0a-c7181ab3a0b7 HTTP/1.1" status: 204 len: 168 time: 0.2607698 Oct 14 11:24:45.150059 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 39478) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:24:45.150299 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f83788-e6b9-4f28-bb33-b1782e846b91 None None] Network ff42c1ec-7f3e-4a32-93ad-a9f72bbcd71c requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:24:45.224763 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-f396fe1e-6af7-4d3b-85f1-ea85abf0d4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544921'] for network, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:45.284845 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-f396fe1e-6af7-4d3b-85f1-ea85abf0d4be admin admin] Deleting port b8576b60-ebd9-461d-ba6c-2c723b6cd23a {{(pid=99968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:24:45.285265 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-f396fe1e-6af7-4d3b-85f1-ea85abf0d4be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:45.339121 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4875f5-6990-4cc5-8712-e6119c5e6222 None None] DHCP port deletion for ff42c1ec-7f3e-4a32-93ad-a9f72bbcd71c request from dv-cinder-801354-3-iscsi {{(pid=99970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 11:24:45.354937 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-f396fe1e-6af7-4d3b-85f1-ea85abf0d4be admin admin] For port b8576b60-ebd9-461d-ba6c-2c723b6cd23a, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=b8576b60-ebd9-461d-ba6c-2c723b6cd23a,segment=NetworkSegment(17c045ca-443b-4739-8695-5ead6a2a2de6),segment_id=17c045ca-443b-4739-8695-5ead6a2a2de6)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:24:45.355288 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-f396fe1e-6af7-4d3b-85f1-ea85abf0d4be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:45.368049 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-f396fe1e-6af7-4d3b-85f1-ea85abf0d4be admin admin] Calling delete_port for b8576b60-ebd9-461d-ba6c-2c723b6cd23a owned by network:dhcp {{(pid=99968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:24:45.386231 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-de4875f5-6990-4cc5-8712-e6119c5e6222 None None] Deleting port b8576b60-ebd9-461d-ba6c-2c723b6cd23a {{(pid=99970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:24:45.386858 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-de4875f5-6990-4cc5-8712-e6119c5e6222 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:45.456058 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-de4875f5-6990-4cc5-8712-e6119c5e6222 None None] For port b8576b60-ebd9-461d-ba6c-2c723b6cd23a, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=b8576b60-ebd9-461d-ba6c-2c723b6cd23a,segment=NetworkSegment(17c045ca-443b-4739-8695-5ead6a2a2de6),segment_id=17c045ca-443b-4739-8695-5ead6a2a2de6)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:24:45.456475 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-de4875f5-6990-4cc5-8712-e6119c5e6222 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:45.469886 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-f396fe1e-6af7-4d3b-85f1-ea85abf0d4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065085970'] for port, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:45.470526 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-de4875f5-6990-4cc5-8712-e6119c5e6222 None None] Calling delete_port for b8576b60-ebd9-461d-ba6c-2c723b6cd23a owned by network:dhcp {{(pid=99970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:24:45.497582 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f396fe1e-6af7-4d3b-85f1-ea85abf0d4be admin admin] No DVR routers for this DVR port b8576b60-ebd9-461d-ba6c-2c723b6cd23a on host dv-cinder-801354-3-iscsi {{(pid=99968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:24:45.501627 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f396fe1e-6af7-4d3b-85f1-ea85abf0d4be admin admin] Pushing event deleted for resources: {'Port': ['ID=b8576b60-ebd9-461d-ba6c-2c723b6cd23a,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:24:45.558911 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-de4875f5-6990-4cc5-8712-e6119c5e6222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440'] for port, after_delete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:45.577099 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-f396fe1e-6af7-4d3b-85f1-ea85abf0d4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727366', 'neutron.services.segments.db._delete_segments_for_network-8755828151089'] for network, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:45.586544 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4875f5-6990-4cc5-8712-e6119c5e6222 None None] Pushing event deleted for resources: {'Port': ['ID=b8576b60-ebd9-461d-ba6c-2c723b6cd23a,revision_number=None']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:24:45.595627 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4875f5-6990-4cc5-8712-e6119c5e6222 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:45.596002 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4875f5-6990-4cc5-8712-e6119c5e6222 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:45.596318 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4875f5-6990-4cc5-8712-e6119c5e6222 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:45.596656 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4875f5-6990-4cc5-8712-e6119c5e6222 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:45.596996 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4875f5-6990-4cc5-8712-e6119c5e6222 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:45.597329 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4875f5-6990-4cc5-8712-e6119c5e6222 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:45.597709 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4875f5-6990-4cc5-8712-e6119c5e6222 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:45.598102 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4875f5-6990-4cc5-8712-e6119c5e6222 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:45.598360 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4875f5-6990-4cc5-8712-e6119c5e6222 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:45.598691 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4875f5-6990-4cc5-8712-e6119c5e6222 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:45.598804 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.services.segments.db [None req-f396fe1e-6af7-4d3b-85f1-ea85abf0d4be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f69fc3932e0>,) {'filters': {'network_id': ['ff42c1ec-7f3e-4a32-93ad-a9f72bbcd71c']}} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:24:45.599020 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4875f5-6990-4cc5-8712-e6119c5e6222 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:45.599342 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4875f5-6990-4cc5-8712-e6119c5e6222 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:45.603645 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4875f5-6990-4cc5-8712-e6119c5e6222 None None] No DVR routers for this DVR port b8576b60-ebd9-461d-ba6c-2c723b6cd23a on host dv-cinder-801354-3-iscsi {{(pid=99970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:24:45.608839 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.services.segments.db [None req-f396fe1e-6af7-4d3b-85f1-ea85abf0d4be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f69fc3932e0>, '17c045ca-443b-4739-8695-5ead6a2a2de6') {'for_net_delete': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:24:45.609131 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.services.segments.db [None req-f396fe1e-6af7-4d3b-85f1-ea85abf0d4be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f69fc3932e0>, '17c045ca-443b-4739-8695-5ead6a2a2de6') {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:24:45.623864 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-f396fe1e-6af7-4d3b-85f1-ea85abf0d4be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755828152634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069810384'] for segment, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:45.639295 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-f396fe1e-6af7-4d3b-85f1-ea85abf0d4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240'] for segment, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:45.646882 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f396fe1e-6af7-4d3b-85f1-ea85abf0d4be admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=99968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 11:24:45.647292 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-f396fe1e-6af7-4d3b-85f1-ea85abf0d4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065086017'] for segment, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:45.649566 dv-cinder-801354-3-iscsi neutron-server[99968]: Traceback (most recent call last): Oct 14 11:24:45.649566 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 11:24:45.649566 dv-cinder-801354-3-iscsi neutron-server[99968]: timer() Oct 14 11:24:45.649566 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 11:24:45.649566 dv-cinder-801354-3-iscsi neutron-server[99968]: cb(*args, **kw) Oct 14 11:24:45.649566 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 11:24:45.649566 dv-cinder-801354-3-iscsi neutron-server[99968]: return func(*args, **kwargs) Oct 14 11:24:45.649566 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 11:24:45.649566 dv-cinder-801354-3-iscsi neutron-server[99968]: self._notify() Oct 14 11:24:45.649566 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 11:24:45.649566 dv-cinder-801354-3-iscsi neutron-server[99968]: self.callback(batched_events) Oct 14 11:24:45.649566 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 11:24:45.649566 dv-cinder-801354-3-iscsi neutron-server[99968]: event.method(event) Oct 14 11:24:45.649566 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 11:24:45.649566 dv-cinder-801354-3-iscsi neutron-server[99968]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 11:24:45.649566 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 11:24:45.649566 dv-cinder-801354-3-iscsi neutron-server[99968]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 11:24:45.649566 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 11:24:45.649566 dv-cinder-801354-3-iscsi neutron-server[99968]: return f(self, *a, **k) Oct 14 11:24:45.649566 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 11:24:45.649566 dv-cinder-801354-3-iscsi neutron-server[99968]: return self._get(url).json() Oct 14 11:24:45.649566 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 11:24:45.649566 dv-cinder-801354-3-iscsi neutron-server[99968]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 11:24:45.649566 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 11:24:45.649566 dv-cinder-801354-3-iscsi neutron-server[99968]: return self.request(url, 'GET', **kwargs) Oct 14 11:24:45.649566 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 11:24:45.649566 dv-cinder-801354-3-iscsi neutron-server[99968]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 11:24:45.649566 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 11:24:45.649566 dv-cinder-801354-3-iscsi neutron-server[99968]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 11:24:45.649566 dv-cinder-801354-3-iscsi neutron-server[99968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 11:24:45.649566 dv-cinder-801354-3-iscsi neutron-server[99968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 11:24:45.649566 dv-cinder-801354-3-iscsi neutron-server[99968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 11:24:45.708057 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-f396fe1e-6af7-4d3b-85f1-ea85abf0d4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1073340624'] for network, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:45.712818 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-f396fe1e-6af7-4d3b-85f1-ea85abf0d4be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for network, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:45.716410 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-f396fe1e-6af7-4d3b-85f1-ea85abf0d4be admin admin] 10.222.0.46 "DELETE /v2.0/networks/ff42c1ec-7f3e-4a32-93ad-a9f72bbcd71c HTTP/1.1" status: 204 len: 168 time: 0.5649850 Oct 14 11:24:45.729769 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f396fe1e-6af7-4d3b-85f1-ea85abf0d4be admin admin] Pushing event deleted for resources: {'Network': ['ID=ff42c1ec-7f3e-4a32-93ad-a9f72bbcd71c,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:24:45.844991 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 39482) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:24:45.885915 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-485123a6-a555-4656-8de5-48e7f3e58c64 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4e158813d8fb41e8ab4e77f6fecff0e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396297 Oct 14 11:24:45.888597 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 39484) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:24:45.943155 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3a9e42bb-de29-4f5c-ac96-db0225cf4e8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:45.971221 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3a9e42bb-de29-4f5c-ac96-db0225cf4e8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:46.024664 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3a9e42bb-de29-4f5c-ac96-db0225cf4e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:46.028022 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3a9e42bb-de29-4f5c-ac96-db0225cf4e8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:46.029913 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-3a9e42bb-de29-4f5c-ac96-db0225cf4e8a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9839570f-76e1-4083-92e3-385ed90e223c HTTP/1.1" status: 204 len: 168 time: 0.1402256 Oct 14 11:24:46.039766 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9e42bb-de29-4f5c-ac96-db0225cf4e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9839570f-76e1-4083-92e3-385ed90e223c,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:24:46.180529 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device e55e1eb2-1b9e-4530-b7bf-116dee4fa508 no longer exists at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:24:46.202741 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] No Port match for: e55e1eb2-1b9e-4530-b7bf-116dee4fa508 {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:24:46.203086 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device e55e1eb2-1b9e-4530-b7bf-116dee4fa508 not bound to the agent host dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:24:46.203929 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device b8576b60-ebd9-461d-ba6c-2c723b6cd23a no longer exists at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:24:46.224095 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] No Port match for: b8576b60-ebd9-461d-ba6c-2c723b6cd23a {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:24:46.224444 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device b8576b60-ebd9-461d-ba6c-2c723b6cd23a not bound to the agent host dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:24:46.224858 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device d2c07d37-5310-4b85-a34b-636d6db358b7 no longer exists at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:24:46.245296 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] No Port match for: d2c07d37-5310-4b85-a34b-636d6db358b7 {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:24:46.245637 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device d2c07d37-5310-4b85-a34b-636d6db358b7 not bound to the agent host dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:24:46.407624 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 39490) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:24:46.453144 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-f6ad5d7b-1945-41d0-a1aa-dd420e8a24d4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0971ca5b3d55475899b1203390dfe19e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0440707 Oct 14 11:24:46.456075 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 39492) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:24:46.520292 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9ab8079a-6a11-49c1-9eeb-b0d5c955ba73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:46.542609 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9ab8079a-6a11-49c1-9eeb-b0d5c955ba73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:46.595669 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9ab8079a-6a11-49c1-9eeb-b0d5c955ba73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:46.598284 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9ab8079a-6a11-49c1-9eeb-b0d5c955ba73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:46.601967 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-9ab8079a-6a11-49c1-9eeb-b0d5c955ba73 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e8c90a6f-64e1-40b0-8ca4-cad181f473cd HTTP/1.1" status: 204 len: 168 time: 0.1422658 Oct 14 11:24:46.610470 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8079a-6a11-49c1-9eeb-b0d5c955ba73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c90a6f-64e1-40b0-8ca4-cad181f473cd,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:24:46.692487 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-de1f10d1-fb63-47d8-89ee-1c4e67d8062f req-bf33fecd-b9ca-4a67-ae06-400b8f38adc6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468457 Oct 14 11:24:46.764162 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f10d1-fb63-47d8-89ee-1c4e67d8062f req-f939f0f2-a819-4583-b0de-a6830e38b375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:24:46.765776 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-de1f10d1-fb63-47d8-89ee-1c4e67d8062f req-f939f0f2-a819-4583-b0de-a6830e38b375 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=752304d80c35436c9ce5e1d5970ee38e&device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 1099 time: 0.0495310 Oct 14 11:24:46.900995 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f10d1-fb63-47d8-89ee-1c4e67d8062f req-71783fd7-6785-470d-a19e-d90c195b0be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:24:46.902509 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-de1f10d1-fb63-47d8-89ee-1c4e67d8062f req-71783fd7-6785-470d-a19e-d90c195b0be9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1738995b-a95c-4dfb-b6a7-37a26b1a9e9a HTTP/1.1" status: 200 len: 910 time: 0.1059017 Oct 14 11:24:46.979430 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-de1f10d1-fb63-47d8-89ee-1c4e67d8062f req-72cb691f-b78e-45a8-a975-8feac1393be2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2afe555a-53c4-4f6d-b2ff-795c95afc6b9 HTTP/1.1" status: 200 len: 1001 time: 0.0698588 Oct 14 11:24:47.035403 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f10d1-fb63-47d8-89ee-1c4e67d8062f req-c959893a-3f90-4f9b-9f9d-967ca0311c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:24:47.036886 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-de1f10d1-fb63-47d8-89ee-1c4e67d8062f req-c959893a-3f90-4f9b-9f9d-967ca0311c71 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=816d1c95-0568-4d2b-bf4e-4faa08ac3479 HTTP/1.1" status: 200 len: 848 time: 0.0499878 Oct 14 11:24:47.087602 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f10d1-fb63-47d8-89ee-1c4e67d8062f req-e4d1c0d8-1a94-4fc4-b21b-c1273781011f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:24:47.089118 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-de1f10d1-fb63-47d8-89ee-1c4e67d8062f req-e4d1c0d8-1a94-4fc4-b21b-c1273781011f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1738995b-a95c-4dfb-b6a7-37a26b1a9e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440602 Oct 14 11:24:47.187627 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-de1f10d1-fb63-47d8-89ee-1c4e67d8062f req-a1549f25-80d8-4e2d-84a0-faf9ae728de7 service neutron] 10.222.0.39 "GET /v2.0/networks/1738995b-a95c-4dfb-b6a7-37a26b1a9e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911028 Oct 14 11:24:47.303658 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-de1f10d1-fb63-47d8-89ee-1c4e67d8062f req-6880e9e8-d08a-464e-a2b3-e445f8813caa service neutron] 10.222.0.39 "GET /v2.0/networks/1738995b-a95c-4dfb-b6a7-37a26b1a9e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090133 Oct 14 11:24:59.866392 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.agents_db [None req-913fd0e5-582e-4eb1-907a-85279628d193 None None] Agent healthcheck: found 6 active agents {{(pid=99971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:25:00.881680 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804506ea-58aa-47a3-9995-a3fdbb4f411f req-499b17fa-0c91-4326-ab5e-fd027b7259db tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:25:00.883143 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-804506ea-58aa-47a3-9995-a3fdbb4f411f req-499b17fa-0c91-4326-ab5e-fd027b7259db tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 946 time: 0.0541918 Oct 14 11:25:00.921643 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-804506ea-58aa-47a3-9995-a3fdbb4f411f req-0a18a76f-c005-42ab-9f5c-7d7dd9754d24 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/security-groups?id=97d14856-6e5b-4ee1-9b60-954a6d26f396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318768 Oct 14 11:25:02.043154 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ef701-4bb3-4da4-bb24-20aadce9fe2e req-909a0df2-82b9-4c46-bcc7-ece6319329d9 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:25:02.044837 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-443ef701-4bb3-4da4-bb24-20aadce9fe2e req-909a0df2-82b9-4c46-bcc7-ece6319329d9 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 946 time: 0.0504024 Oct 14 11:25:02.088179 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-443ef701-4bb3-4da4-bb24-20aadce9fe2e req-bafc8f20-b968-4406-9bb4-87dd3242926b tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/security-groups?id=97d14856-6e5b-4ee1-9b60-954a6d26f396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374565 Oct 14 11:25:03.209085 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c221a2-8b77-4f9e-8823-cb3d9ce5d052 req-8b699c2e-0deb-4cf9-a537-fa27632ad498 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:25:03.210616 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-58c221a2-8b77-4f9e-8823-cb3d9ce5d052 req-8b699c2e-0deb-4cf9-a537-fa27632ad498 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 946 time: 0.0515192 Oct 14 11:25:03.250446 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-58c221a2-8b77-4f9e-8823-cb3d9ce5d052 req-e2759c52-aeb6-4d86-b6ce-9c6034427081 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/security-groups?id=97d14856-6e5b-4ee1-9b60-954a6d26f396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335329 Oct 14 11:25:04.371094 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6c17d-02ca-4b0d-af6f-56bbe6817223 req-07b83297-cd65-4ccf-95b8-afa345facf87 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:25:04.372581 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b2d6c17d-02ca-4b0d-af6f-56bbe6817223 req-07b83297-cd65-4ccf-95b8-afa345facf87 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 946 time: 0.0547576 Oct 14 11:25:04.413233 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b2d6c17d-02ca-4b0d-af6f-56bbe6817223 req-ee580513-54d9-4d91-8f7a-37dd213d860a tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/security-groups?id=97d14856-6e5b-4ee1-9b60-954a6d26f396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338793 Oct 14 11:25:05.531032 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3aa147-ba58-4b30-8f7b-3671d274cbb8 req-e3118ccd-43a2-40c3-bef1-07358436565f tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:25:05.532572 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-db3aa147-ba58-4b30-8f7b-3671d274cbb8 req-e3118ccd-43a2-40c3-bef1-07358436565f tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 946 time: 0.0511456 Oct 14 11:25:05.571583 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-db3aa147-ba58-4b30-8f7b-3671d274cbb8 req-bf664672-1f4d-4bb8-9676-2a0ea17ad3b3 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/security-groups?id=97d14856-6e5b-4ee1-9b60-954a6d26f396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330892 Oct 14 11:25:06.695132 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdcc17b-2c75-4e7e-ad3b-4797958f3193 req-bf441e99-a73f-4e02-8572-e31dfea0522e tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:25:06.696690 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4fdcc17b-2c75-4e7e-ad3b-4797958f3193 req-bf441e99-a73f-4e02-8572-e31dfea0522e tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 946 time: 0.0527682 Oct 14 11:25:06.737271 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-4fdcc17b-2c75-4e7e-ad3b-4797958f3193 req-618dd472-99b6-4c06-8507-579846e681c8 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/security-groups?id=97d14856-6e5b-4ee1-9b60-954a6d26f396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344970 Oct 14 11:25:07.856407 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa2e75-1b39-46a6-99ef-74984e1d29d4 req-50b85d15-81a1-4ced-90a6-ac10055a1411 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:25:07.858622 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-99aa2e75-1b39-46a6-99ef-74984e1d29d4 req-50b85d15-81a1-4ced-90a6-ac10055a1411 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 946 time: 0.0542548 Oct 14 11:25:07.897988 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-99aa2e75-1b39-46a6-99ef-74984e1d29d4 req-b78528c7-5cff-4b25-828c-76cb0f22d2bc tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/security-groups?id=97d14856-6e5b-4ee1-9b60-954a6d26f396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332382 Oct 14 11:25:08.780698 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:25:08.852355 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-b53cd351-2a72-460e-a3ab-c78d811fb171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:25:09.011782 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8db13-a6b0-4d83-9439-3a4c0581a251 req-a8a66050-5d18-4091-b18b-5600d50238ff tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:25:09.013235 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-78f8db13-a6b0-4d83-9439-3a4c0581a251 req-a8a66050-5d18-4091-b18b-5600d50238ff tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 946 time: 0.0486157 Oct 14 11:25:09.052074 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-78f8db13-a6b0-4d83-9439-3a4c0581a251 req-6f17fafc-10ec-491b-94ff-ef5a551ff041 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/security-groups?id=97d14856-6e5b-4ee1-9b60-954a6d26f396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322821 Oct 14 11:25:10.166331 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab00b36-fe4f-4496-a356-54722b8bd0bd req-4220405c-1ed7-4aff-802d-32127561b831 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:25:10.167780 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3ab00b36-fe4f-4496-a356-54722b8bd0bd req-4220405c-1ed7-4aff-802d-32127561b831 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 946 time: 0.0494156 Oct 14 11:25:10.204759 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-3ab00b36-fe4f-4496-a356-54722b8bd0bd req-2c692a70-fbb8-47b6-ab47-ce1669433a6c tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/security-groups?id=97d14856-6e5b-4ee1-9b60-954a6d26f396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307758 Oct 14 11:25:11.027952 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcc32f-c895-4d8e-ae2d-9fe31d043b01 req-1617c9b7-2922-4945-a3ae-843325c8ab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:25:11.029466 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-96bcc32f-c895-4d8e-ae2d-9fe31d043b01 req-1617c9b7-2922-4945-a3ae-843325c8ab08 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=752304d80c35436c9ce5e1d5970ee38e&device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 1099 time: 0.0446248 Oct 14 11:25:11.120546 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcc32f-c895-4d8e-ae2d-9fe31d043b01 req-93d0f3c8-b643-42a8-9fdb-14383b8cb5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:25:11.122014 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-96bcc32f-c895-4d8e-ae2d-9fe31d043b01 req-93d0f3c8-b643-42a8-9fdb-14383b8cb5fc service neutron] 10.222.0.39 "GET /v2.0/networks?id=1738995b-a95c-4dfb-b6a7-37a26b1a9e9a HTTP/1.1" status: 200 len: 910 time: 0.0853794 Oct 14 11:25:11.190750 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-96bcc32f-c895-4d8e-ae2d-9fe31d043b01 req-dec0b4f1-4f93-4cf5-89dd-942bebb3339e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2afe555a-53c4-4f6d-b2ff-795c95afc6b9 HTTP/1.1" status: 200 len: 1001 time: 0.0614824 Oct 14 11:25:11.240421 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcc32f-c895-4d8e-ae2d-9fe31d043b01 req-123c309e-f4c6-40b8-a183-28e7ce6f88b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:25:11.241812 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-96bcc32f-c895-4d8e-ae2d-9fe31d043b01 req-123c309e-f4c6-40b8-a183-28e7ce6f88b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=816d1c95-0568-4d2b-bf4e-4faa08ac3479 HTTP/1.1" status: 200 len: 848 time: 0.0444236 Oct 14 11:25:11.318629 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcc32f-c895-4d8e-ae2d-9fe31d043b01 req-2aff6b05-1e24-467a-a3d7-0382e3d25fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:25:11.320002 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-96bcc32f-c895-4d8e-ae2d-9fe31d043b01 req-2aff6b05-1e24-467a-a3d7-0382e3d25fd2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1738995b-a95c-4dfb-b6a7-37a26b1a9e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0663316 Oct 14 11:25:11.335995 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf231b-de5d-4295-83a9-d1e7ecc2c6ae req-41e46264-87f6-43a1-8189-494f033cd75e tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:25:11.337350 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-62cf231b-de5d-4295-83a9-d1e7ecc2c6ae req-41e46264-87f6-43a1-8189-494f033cd75e tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 946 time: 0.0594580 Oct 14 11:25:11.427484 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-62cf231b-de5d-4295-83a9-d1e7ecc2c6ae req-2f3f0f44-f7e9-43f9-a1d6-bfec8cca5121 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/security-groups?id=97d14856-6e5b-4ee1-9b60-954a6d26f396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828326 Oct 14 11:25:11.447560 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-96bcc32f-c895-4d8e-ae2d-9fe31d043b01 req-01708690-afeb-4c73-b050-5708dd2b4127 service neutron] 10.222.0.39 "GET /v2.0/networks/1738995b-a95c-4dfb-b6a7-37a26b1a9e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189804 Oct 14 11:25:11.533037 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-e07f3677-90c8-4bb1-b879-45f1fbeef013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:25:11.541502 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-96bcc32f-c895-4d8e-ae2d-9fe31d043b01 req-f8d0261c-c1da-44fc-a795-744286417ce9 service neutron] 10.222.0.39 "GET /v2.0/networks/1738995b-a95c-4dfb-b6a7-37a26b1a9e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869739 Oct 14 11:25:12.546451 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac9ab3-9f7a-4564-8889-ac619a823667 req-93e18e8e-5050-4aa6-850c-87d837a015c7 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:25:12.547985 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-59ac9ab3-9f7a-4564-8889-ac619a823667 req-93e18e8e-5050-4aa6-850c-87d837a015c7 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 946 time: 0.0516071 Oct 14 11:25:12.587074 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-59ac9ab3-9f7a-4564-8889-ac619a823667 req-28c91efa-adb3-42b2-8c24-ab57354e1d44 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/security-groups?id=97d14856-6e5b-4ee1-9b60-954a6d26f396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331140 Oct 14 11:25:12.830552 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:25:13.054780 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:25:13.705787 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d08f56-d85a-4048-95da-b3eb43255d88 req-3ba719ab-b263-41a0-9cf7-30ec36726610 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:25:13.707326 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-83d08f56-d85a-4048-95da-b3eb43255d88 req-3ba719ab-b263-41a0-9cf7-30ec36726610 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 946 time: 0.0514076 Oct 14 11:25:13.761743 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-83d08f56-d85a-4048-95da-b3eb43255d88 req-cbb54c3b-2955-4103-ba89-8ca213e59583 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/security-groups?id=97d14856-6e5b-4ee1-9b60-954a6d26f396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479417 Oct 14 11:25:13.956919 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [req-afae5630-4e29-4397-98af-e189d7bc5db2 req-96ad0e1e-7309-4440-9bf3-c282c07922ef service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0446126 Oct 14 11:25:13.993003 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bdfa5e-7f7d-40fc-8f36-6d6b48aea845 req-b9617518-54d0-458d-94a0-cce70983f3fd tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:25:13.994823 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-20bdfa5e-7f7d-40fc-8f36-6d6b48aea845 req-b9617518-54d0-458d-94a0-cce70983f3fd tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 946 time: 0.0605357 Oct 14 11:25:14.040796 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-20bdfa5e-7f7d-40fc-8f36-6d6b48aea845 req-b9b98a3a-6dcd-4c99-bb94-fcd6ec255367 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/security-groups?id=97d14856-6e5b-4ee1-9b60-954a6d26f396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339088 Oct 14 11:25:14.346948 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:25:15.159710 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9715c51-42b6-4715-b015-3df1d88b75e2 req-06c234e9-721d-416e-bd43-283ab5fb060b tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:25:15.161166 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e9715c51-42b6-4715-b015-3df1d88b75e2 req-06c234e9-721d-416e-bd43-283ab5fb060b tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 946 time: 0.0500317 Oct 14 11:25:15.199710 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-e9715c51-42b6-4715-b015-3df1d88b75e2 req-3f52ab88-88ec-45a8-a233-67b373b4eb2c tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/security-groups?id=97d14856-6e5b-4ee1-9b60-954a6d26f396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325823 Oct 14 11:25:15.339148 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae5630-4e29-4397-98af-e189d7bc5db2 req-4013e3d7-e845-4a2a-8015-b9654534c49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:25:15.340633 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-afae5630-4e29-4397-98af-e189d7bc5db2 req-4013e3d7-e845-4a2a-8015-b9654534c49b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b&tenant_id=752304d80c35436c9ce5e1d5970ee38e HTTP/1.1" status: 200 len: 1099 time: 0.0451543 Oct 14 11:25:15.410148 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae5630-4e29-4397-98af-e189d7bc5db2 req-9334712f-0682-4e0f-b5c6-95b87d719ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:25:15.412596 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-afae5630-4e29-4397-98af-e189d7bc5db2 req-9334712f-0682-4e0f-b5c6-95b87d719ee0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=752304d80c35436c9ce5e1d5970ee38e&device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 1099 time: 0.0492399 Oct 14 11:25:15.506741 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae5630-4e29-4397-98af-e189d7bc5db2 req-1d18508d-82fa-48f3-a07a-065c580c62bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:25:15.508218 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-afae5630-4e29-4397-98af-e189d7bc5db2 req-1d18508d-82fa-48f3-a07a-065c580c62bb service neutron] 10.222.0.39 "GET /v2.0/networks?id=1738995b-a95c-4dfb-b6a7-37a26b1a9e9a HTTP/1.1" status: 200 len: 910 time: 0.0892506 Oct 14 11:25:15.579344 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-afae5630-4e29-4397-98af-e189d7bc5db2 req-c52dbd27-6610-4d60-8d21-b38e05059af2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2afe555a-53c4-4f6d-b2ff-795c95afc6b9 HTTP/1.1" status: 200 len: 1001 time: 0.0631816 Oct 14 11:25:15.630539 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae5630-4e29-4397-98af-e189d7bc5db2 req-a798ed6b-cf11-497e-ab91-55e41c82c404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:25:15.631884 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-afae5630-4e29-4397-98af-e189d7bc5db2 req-a798ed6b-cf11-497e-ab91-55e41c82c404 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=816d1c95-0568-4d2b-bf4e-4faa08ac3479 HTTP/1.1" status: 200 len: 848 time: 0.0456481 Oct 14 11:25:15.689070 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae5630-4e29-4397-98af-e189d7bc5db2 req-6c3c84b5-f4ac-4797-a604-d22258732dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:25:15.690597 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-afae5630-4e29-4397-98af-e189d7bc5db2 req-6c3c84b5-f4ac-4797-a604-d22258732dfa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1738995b-a95c-4dfb-b6a7-37a26b1a9e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508194 Oct 14 11:25:15.802327 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-afae5630-4e29-4397-98af-e189d7bc5db2 req-7752bcf2-fc82-43a0-891e-339be933e62b service neutron] 10.222.0.39 "GET /v2.0/networks/1738995b-a95c-4dfb-b6a7-37a26b1a9e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042314 Oct 14 11:25:15.905745 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-afae5630-4e29-4397-98af-e189d7bc5db2 req-ea019ea2-ea64-41db-84da-80189c846b7d service neutron] 10.222.0.39 "GET /v2.0/networks/1738995b-a95c-4dfb-b6a7-37a26b1a9e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950863 Oct 14 11:25:16.322157 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08929b-b86a-42f4-a052-69fbb1ba2d31 req-412e50ad-729c-4b11-9230-8857e8a62f89 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:25:16.323656 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6c08929b-b86a-42f4-a052-69fbb1ba2d31 req-412e50ad-729c-4b11-9230-8857e8a62f89 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 946 time: 0.0528452 Oct 14 11:25:16.365902 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-6c08929b-b86a-42f4-a052-69fbb1ba2d31 req-3a778da0-64e7-4767-95ca-33181dd6fbdb tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/security-groups?id=97d14856-6e5b-4ee1-9b60-954a6d26f396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350914 Oct 14 11:25:17.494417 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05ec38-66ea-4cdf-8884-d7cf92adfa81 req-47fe26ce-1151-40a9-a066-6975be68e10d tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:25:17.495930 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8c05ec38-66ea-4cdf-8884-d7cf92adfa81 req-47fe26ce-1151-40a9-a066-6975be68e10d tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 946 time: 0.0548353 Oct 14 11:25:17.545593 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-8c05ec38-66ea-4cdf-8884-d7cf92adfa81 req-b49f60e3-76cf-42b1-87e0-cb7709cde9f9 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/security-groups?id=97d14856-6e5b-4ee1-9b60-954a6d26f396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423663 Oct 14 11:25:17.869367 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 2afe555a-53c4-4f6d-b2ff-795c95afc6b9 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:25:17.953994 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:25:17.978147 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406f5e5f-c82d-4a69-a7a6-095f4021948b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2afe555a-53c4-4f6d-b2ff-795c95afc6b9'}] {{(pid=99970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:25:17.980443 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e67274c3f7888a1e620d1da4f152c08f6ed72520f222e4ac6b19e3f5d220bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c259636-acd3-4f0d-b6a5-80700311a164" -d '{"events": [{"server_uuid": "406f5e5f-c82d-4a69-a7a6-095f4021948b", "name": "network-vif-unplugged", "status": "completed", "tag": "2afe555a-53c4-4f6d-b2ff-795c95afc6b9"}]}' {{(pid=99970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:25:17.993788 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port 2afe555a-53c4-4f6d-b2ff-795c95afc6b9, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=2afe555a-53c4-4f6d-b2ff-795c95afc6b9,segment=NetworkSegment(5fcbc777-6689-4ef5-87ca-afe354aad21c),segment_id=5fcbc777-6689-4ef5-87ca-afe354aad21c)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:25:17.998204 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:25:18.051342 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=2afe555a-53c4-4f6d-b2ff-795c95afc6b9,revision_number=6']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:25:18.161255 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Oct 2021 11:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d482ed-a08b-449d-aec4-0d24b1c61092 x-openstack-request-id: req-e9d482ed-a08b-449d-aec4-0d24b1c61092 {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:25:18.161568 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406f5e5f-c82d-4a69-a7a6-095f4021948b", "name": "network-vif-unplugged", "status": "completed", "tag": "2afe555a-53c4-4f6d-b2ff-795c95afc6b9", "code": 200}]} {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:25:18.161825 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e9d482ed-a08b-449d-aec4-0d24b1c61092 {{(pid=99970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:25:18.162264 dv-cinder-801354-3-iscsi neutron-server[99970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '406f5e5f-c82d-4a69-a7a6-095f4021948b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2afe555a-53c4-4f6d-b2ff-795c95afc6b9', 'code': 200} Oct 14 11:25:18.668779 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f610958-e4d9-47b5-bd6a-06189c8a8ded req-197612ab-f40e-4612-b7e6-2ea56eb56f83 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:25:18.670399 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2f610958-e4d9-47b5-bd6a-06189c8a8ded req-197612ab-f40e-4612-b7e6-2ea56eb56f83 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 944 time: 0.0549057 Oct 14 11:25:18.716946 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-2f610958-e4d9-47b5-bd6a-06189c8a8ded req-e1c2d572-1b3a-403b-9048-42c5642ea892 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/security-groups?id=97d14856-6e5b-4ee1-9b60-954a6d26f396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398097 Oct 14 11:25:19.839915 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa8920-2eee-41d9-9f60-29f3b9b61e37 req-4c2a2bca-d10f-4f42-b8bc-d303425d440d tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:25:19.841366 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-feaa8920-2eee-41d9-9f60-29f3b9b61e37 req-4c2a2bca-d10f-4f42-b8bc-d303425d440d tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 944 time: 0.0541687 Oct 14 11:25:19.879920 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-feaa8920-2eee-41d9-9f60-29f3b9b61e37 req-b7abd659-9360-435b-babc-fbcd3aaebf00 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/security-groups?id=97d14856-6e5b-4ee1-9b60-954a6d26f396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315027 Oct 14 11:25:20.992926 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4671a-f384-4c3f-95be-d89394c0794e req-4b621e28-7345-40d3-9a02-038a85119650 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:25:20.994413 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-22f4671a-f384-4c3f-95be-d89394c0794e req-4b621e28-7345-40d3-9a02-038a85119650 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 944 time: 0.0481455 Oct 14 11:25:21.034150 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-22f4671a-f384-4c3f-95be-d89394c0794e req-0845a379-02ea-4164-852b-95c810782894 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/security-groups?id=97d14856-6e5b-4ee1-9b60-954a6d26f396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330200 Oct 14 11:25:21.913297 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac22d7d-e96c-4e92-86cd-44ae072fa079 req-556866a7-b961-4263-8400-7d621e230ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:25:21.914793 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-eac22d7d-e96c-4e92-86cd-44ae072fa079 req-556866a7-b961-4263-8400-7d621e230ef7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 1097 time: 0.0398021 Oct 14 11:25:21.948611 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-eac22d7d-e96c-4e92-86cd-44ae072fa079 req-356543ba-1a80-4009-a7b8-a83ed7609919 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=97d14856-6e5b-4ee1-9b60-954a6d26f396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268407 Oct 14 11:25:22.152060 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f023e62-9772-4d28-a7fc-276aa36043b8 req-1418f1f0-327a-489d-b977-4f4ce91de8a9 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:25:22.153500 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0f023e62-9772-4d28-a7fc-276aa36043b8 req-1418f1f0-327a-489d-b977-4f4ce91de8a9 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 944 time: 0.0528369 Oct 14 11:25:22.190691 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-0f023e62-9772-4d28-a7fc-276aa36043b8 req-4f321a4f-3d38-48fe-afc0-1eedee5c77bb tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/security-groups?id=97d14856-6e5b-4ee1-9b60-954a6d26f396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306554 Oct 14 11:25:23.303484 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfe2d0-5569-4797-bd4a-9a58dc269992 req-43e59463-3df5-4dbb-8467-4f5bfa5c3470 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:25:23.304848 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1dbfe2d0-5569-4797-bd4a-9a58dc269992 req-43e59463-3df5-4dbb-8467-4f5bfa5c3470 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 944 time: 0.0488577 Oct 14 11:25:23.342790 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-1dbfe2d0-5569-4797-bd4a-9a58dc269992 req-dba896af-448b-4904-86b4-4a9a0ebff69a tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/security-groups?id=97d14856-6e5b-4ee1-9b60-954a6d26f396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320671 Oct 14 11:25:23.900489 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 2afe555a-53c4-4f6d-b2ff-795c95afc6b9 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=99970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:25:24.000427 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port 2afe555a-53c4-4f6d-b2ff-795c95afc6b9, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=2afe555a-53c4-4f6d-b2ff-795c95afc6b9,segment=NetworkSegment(5fcbc777-6689-4ef5-87ca-afe354aad21c),segment_id=5fcbc777-6689-4ef5-87ca-afe354aad21c)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:25:24.012267 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Returning: {'device': '2afe555a-53c4-4f6d-b2ff-795c95afc6b9', 'network_id': '1738995b-a95c-4dfb-b6a7-37a26b1a9e9a', 'port_id': '2afe555a-53c4-4f6d-b2ff-795c95afc6b9', 'mac_address': 'fa:16:3e:b8:13:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '816d1c95-0568-4d2b-bf4e-4faa08ac3479', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:25:24.050577 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:25:24.063844 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2afe555a-53c4-4f6d-b2ff-795c95afc6b9 {{(pid=99970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:25:24.083465 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port 2afe555a-53c4-4f6d-b2ff-795c95afc6b9, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=2afe555a-53c4-4f6d-b2ff-795c95afc6b9,segment=NetworkSegment(5fcbc777-6689-4ef5-87ca-afe354aad21c),segment_id=5fcbc777-6689-4ef5-87ca-afe354aad21c)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:25:24.087946 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:25:24.139494 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=2afe555a-53c4-4f6d-b2ff-795c95afc6b9,revision_number=7']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:25:24.327741 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] get_ports_and_sgs() called for port_ids ['2afe555a-53c4-4f6d-b2ff-795c95afc6b9'] {{(pid=99970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:25:25.915391 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 2afe555a-53c4-4f6d-b2ff-795c95afc6b9 up at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:25:25.962793 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.provisioning_blocks [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Provisioning complete for port 2afe555a-53c4-4f6d-b2ff-795c95afc6b9 triggered by entity L2. {{(pid=99970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:25:25.963158 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728487'] for port, provisioning_complete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:25:26.038836 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680857'] for port, before_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:25:26.064568 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406f5e5f-c82d-4a69-a7a6-095f4021948b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2afe555a-53c4-4f6d-b2ff-795c95afc6b9'}] {{(pid=99970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:25:26.066852 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e67274c3f7888a1e620d1da4f152c08f6ed72520f222e4ac6b19e3f5d220bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37ec394-39ee-4688-b7a0-42801075f17f" -d '{"events": [{"server_uuid": "406f5e5f-c82d-4a69-a7a6-095f4021948b", "name": "network-vif-plugged", "status": "completed", "tag": "2afe555a-53c4-4f6d-b2ff-795c95afc6b9"}]}' {{(pid=99970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:25:26.080784 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] For port 2afe555a-53c4-4f6d-b2ff-795c95afc6b9, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=2afe555a-53c4-4f6d-b2ff-795c95afc6b9,segment=NetworkSegment(5fcbc777-6689-4ef5-87ca-afe354aad21c),segment_id=5fcbc777-6689-4ef5-87ca-afe354aad21c)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:25:26.086880 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755828127555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755827622449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755827622467'] for port, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:25:26.110647 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28a9be7-7f46-47e9-a90d-6ecf6dd5e229 x-openstack-request-id: req-b28a9be7-7f46-47e9-a90d-6ecf6dd5e229 {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:25:26.110933 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406f5e5f-c82d-4a69-a7a6-095f4021948b", "name": "network-vif-plugged", "status": "completed", "tag": "2afe555a-53c4-4f6d-b2ff-795c95afc6b9", "code": 200}]} {{(pid=99970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:25:26.111180 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b28a9be7-7f46-47e9-a90d-6ecf6dd5e229 {{(pid=99970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:25:26.111557 dv-cinder-801354-3-iscsi neutron-server[99970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '406f5e5f-c82d-4a69-a7a6-095f4021948b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2afe555a-53c4-4f6d-b2ff-795c95afc6b9', 'code': 200} Oct 14 11:25:26.136690 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Pushing event updated for resources: {'Port': ['ID=2afe555a-53c4-4f6d-b2ff-795c95afc6b9,revision_number=8']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:25:36.865950 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.agents_db [None req-913fd0e5-582e-4eb1-907a-85279628d193 None None] Agent healthcheck: found 6 active agents {{(pid=99971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:25:38.793095 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:25:38.859519 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-dabc4ae2-c726-4c30-b1c8-ae107445f715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:25:41.535770 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-c70a0e29-2236-4631-a5bb-dd181632eec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:25:42.833267 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:25:43.057508 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:25:44.350196 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:25:46.648725 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9a817383-c819-49f1-8f4c-29099ad2cbb6 req-12aaede2-c1b2-4de7-b641-35fdad95a36c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389819 Oct 14 11:25:46.730283 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a817383-c819-49f1-8f4c-29099ad2cbb6 req-0ef1d966-d98a-4de8-b843-dc01efa62432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:25:46.731724 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9a817383-c819-49f1-8f4c-29099ad2cbb6 req-0ef1d966-d98a-4de8-b843-dc01efa62432 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=752304d80c35436c9ce5e1d5970ee38e&device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 1099 time: 0.0401516 Oct 14 11:25:46.837491 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a817383-c819-49f1-8f4c-29099ad2cbb6 req-baf5b602-bd8c-4ae2-9bb6-adcc25e1bb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:25:46.838975 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9a817383-c819-49f1-8f4c-29099ad2cbb6 req-baf5b602-bd8c-4ae2-9bb6-adcc25e1bb19 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1738995b-a95c-4dfb-b6a7-37a26b1a9e9a HTTP/1.1" status: 200 len: 910 time: 0.0879087 Oct 14 11:25:46.907461 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9a817383-c819-49f1-8f4c-29099ad2cbb6 req-b58a35e9-7744-496f-a26b-52def2ba3883 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2afe555a-53c4-4f6d-b2ff-795c95afc6b9 HTTP/1.1" status: 200 len: 1001 time: 0.0608547 Oct 14 11:25:46.957698 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a817383-c819-49f1-8f4c-29099ad2cbb6 req-161385f1-4f0b-4c79-b1bb-4ad3d99efc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:25:46.959311 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9a817383-c819-49f1-8f4c-29099ad2cbb6 req-161385f1-4f0b-4c79-b1bb-4ad3d99efc59 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=816d1c95-0568-4d2b-bf4e-4faa08ac3479 HTTP/1.1" status: 200 len: 848 time: 0.0444591 Oct 14 11:25:47.007333 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a817383-c819-49f1-8f4c-29099ad2cbb6 req-3e3a618f-e2d7-458c-b01d-9801b9c714fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:25:47.008833 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9a817383-c819-49f1-8f4c-29099ad2cbb6 req-3e3a618f-e2d7-458c-b01d-9801b9c714fa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1738995b-a95c-4dfb-b6a7-37a26b1a9e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417886 Oct 14 11:25:47.371405 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9a817383-c819-49f1-8f4c-29099ad2cbb6 req-1c47f905-904a-4b43-bb98-f7463f8f41cd service neutron] 10.222.0.39 "GET /v2.0/networks/1738995b-a95c-4dfb-b6a7-37a26b1a9e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544755 Oct 14 11:25:47.469665 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9a817383-c819-49f1-8f4c-29099ad2cbb6 req-92f38e19-088b-4ce7-8d77-ef97837590c9 service neutron] 10.222.0.39 "GET /v2.0/networks/1738995b-a95c-4dfb-b6a7-37a26b1a9e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908487 Oct 14 11:26:08.787011 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:08.850055 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-84e2081a-0a66-4887-8f55-c344f29ed277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:11.538723 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-dafe1eef-72e3-4675-8f1c-a88f30330e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:12.835726 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:13.059855 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:13.864972 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.agents_db [None req-913fd0e5-582e-4eb1-907a-85279628d193 None None] Agent healthcheck: found 6 active agents {{(pid=99971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:26:14.352344 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:38.808094 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:38.852752 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-f4d66c51-b43b-4edc-88c7-618c9c144524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:38.863918 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 39596) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:26:39.041475 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-96986860-d969-4a4b-9ad6-4e504af7637f tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Deleting port 6dd4722a-2d42-4d16-b6d6-b0c484938b9a {{(pid=99969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:26:39.041824 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-96986860-d969-4a4b-9ad6-4e504af7637f tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:39.125953 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-96986860-d969-4a4b-9ad6-4e504af7637f tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:39.126216 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-96986860-d969-4a4b-9ad6-4e504af7637f tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:39.138793 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-96986860-d969-4a4b-9ad6-4e504af7637f tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Calling delete_port for 6dd4722a-2d42-4d16-b6d6-b0c484938b9a owned by network:floatingip {{(pid=99969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:26:39.293683 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-96986860-d969-4a4b-9ad6-4e504af7637f tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:39.320365 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96986860-d969-4a4b-9ad6-4e504af7637f tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Pushing event deleted for resources: {'Port': ['ID=6dd4722a-2d42-4d16-b6d6-b0c484938b9a,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:26:39.348680 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96986860-d969-4a4b-9ad6-4e504af7637f tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:26:39.349118 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96986860-d969-4a4b-9ad6-4e504af7637f tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:26:39.349480 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96986860-d969-4a4b-9ad6-4e504af7637f tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:26:39.349875 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96986860-d969-4a4b-9ad6-4e504af7637f tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:26:39.350270 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96986860-d969-4a4b-9ad6-4e504af7637f tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:26:39.350749 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96986860-d969-4a4b-9ad6-4e504af7637f tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:26:39.351116 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96986860-d969-4a4b-9ad6-4e504af7637f tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:26:39.351476 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96986860-d969-4a4b-9ad6-4e504af7637f tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:26:39.351806 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96986860-d969-4a4b-9ad6-4e504af7637f tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:26:39.352131 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96986860-d969-4a4b-9ad6-4e504af7637f tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:26:39.352530 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96986860-d969-4a4b-9ad6-4e504af7637f tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:26:39.352949 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96986860-d969-4a4b-9ad6-4e504af7637f tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:26:39.396791 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-96986860-d969-4a4b-9ad6-4e504af7637f tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks [] for floatingip, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:39.397044 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.db.l3_db [None req-96986860-d969-4a4b-9ad6-4e504af7637f tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Floating IP 8d0349ba-1601-4428-8198-77a747cd856a disassociated (deleted). External IP: 172.27.0.51, port: 2afe555a-53c4-4f6d-b2ff-795c95afc6b9. Oct 14 11:26:39.626210 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96986860-d969-4a4b-9ad6-4e504af7637f tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Router 558e7192-4e6c-4daa-8f4b-8a647e8757f2 has already been hosted by L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 {{(pid=99969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:26:39.741932 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96986860-d969-4a4b-9ad6-4e504af7637f tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:26:39.747213 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-96986860-d969-4a4b-9ad6-4e504af7637f tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for floatingip, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:39.752000 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c001a0e5-fecd-46eb-976d-2d7a6fdd106b None None] Sync routers for ids ['558e7192-4e6c-4daa-8f4b-8a647e8757f2'] in dv-cinder-801354-3-iscsi {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:26:39.765629 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c001a0e5-fecd-46eb-976d-2d7a6fdd106b None None] Routers {'558e7192-4e6c-4daa-8f4b-8a647e8757f2'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:26:39.766281 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-c001a0e5-fecd-46eb-976d-2d7a6fdd106b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fcb92e20>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:26:12Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['558e7192-4e6c-4daa-8f4b-8a647e8757f2'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:26:39.781822 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-96986860-d969-4a4b-9ad6-4e504af7637f tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "DELETE /v2.0/floatingips/8d0349ba-1601-4428-8198-77a747cd856a HTTP/1.1" status: 204 len: 168 time: 0.9137754 Oct 14 11:26:39.781822 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406f5e5f-c82d-4a69-a7a6-095f4021948b', 'tag': '2afe555a-53c4-4f6d-b2ff-795c95afc6b9'}] {{(pid=99969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:26:39.782604 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a93a02263ebe6e695f08df3ef7f4cabed4a40ac7132537441ac5c84a82560800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1f5fc8-19ef-41af-a7c3-e2cd2d734058" -d '{"events": [{"name": "network-changed", "server_uuid": "406f5e5f-c82d-4a69-a7a6-095f4021948b", "tag": "2afe555a-53c4-4f6d-b2ff-795c95afc6b9"}]}' {{(pid=99969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:26:39.875601 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-c001a0e5-fecd-46eb-976d-2d7a6fdd106b None None] Set router 558e7192-4e6c-4daa-8f4b-8a647e8757f2 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:26:39.968757 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cf391b-5a29-4590-ae93-6b05e4b61578 x-openstack-request-id: req-f6cf391b-5a29-4590-ae93-6b05e4b61578 {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:26:39.969256 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406f5e5f-c82d-4a69-a7a6-095f4021948b", "tag": "2afe555a-53c4-4f6d-b2ff-795c95afc6b9", "status": "completed", "code": 200}]} {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:26:39.969414 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f6cf391b-5a29-4590-ae93-6b05e4b61578 {{(pid=99969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:26:39.969993 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '406f5e5f-c82d-4a69-a7a6-095f4021948b', 'tag': '2afe555a-53c4-4f6d-b2ff-795c95afc6b9', 'status': 'completed', 'code': 200} Oct 14 11:26:40.068859 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f5fc8-19ef-41af-a7c3-e2cd2d734058 req-1d53dca5-980e-41c9-b782-a58f7dd9aaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:26:40.070413 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-fb1f5fc8-19ef-41af-a7c3-e2cd2d734058 req-1d53dca5-980e-41c9-b782-a58f7dd9aaab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=752304d80c35436c9ce5e1d5970ee38e&device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 1099 time: 0.0777414 Oct 14 11:26:40.078538 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3796d-d40e-487f-81c9-0c0da2c26d7b req-e083dee5-f7dd-43d0-bf95-e4f5dd46c777 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:26:40.079851 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b7d3796d-d40e-487f-81c9-0c0da2c26d7b req-e083dee5-f7dd-43d0-bf95-e4f5dd46c777 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 946 time: 0.0787687 Oct 14 11:26:40.102340 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-c001a0e5-fecd-46eb-976d-2d7a6fdd106b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fcb92e20>, [{'id': '558e7192-4e6c-4daa-8f4b-8a647e8757f2', 'name': 'tempest-TestShelveInstance-1459575527-router', 'tenant_id': '752304d80c35436c9ce5e1d5970ee38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '4a00d644-d907-4e30-8d9c-a54e55220b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:22:16Z', 'updated_at': '2021-10-14T11:22:19Z', 'revision_number': 4, 'project_id': '752304d80c35436c9ce5e1d5970ee38e', 'gw_port': {'id': '4a00d644-d907-4e30-8d9c-a54e55220b92', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558e7192-4e6c-4daa-8f4b-8a647e8757f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:22:17Z', 'updated_at': '2021-10-14T11:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': '0c638eb6-bef5-4030-9006-4f000ebbcdca', 'name': '', 'network_id': '1738995b-a95c-4dfb-b6a7-37a26b1a9e9a', 'tenant_id': '752304d80c35436c9ce5e1d5970ee38e', 'mac_address': 'fa:16:3e:88:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558e7192-4e6c-4daa-8f4b-8a647e8757f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '816d1c95-0568-4d2b-bf4e-4faa08ac3479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:22:18Z', 'updated_at': '2021-10-14T11:22:23Z', 'revision_number': 5, 'project_id': '752304d80c35436c9ce5e1d5970ee38e', 'subnets': [{'id': '816d1c95-0568-4d2b-bf4e-4faa08ac3479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:26:40.128207 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c001a0e5-fecd-46eb-976d-2d7a6fdd106b None None] Checking router: 558e7192-4e6c-4daa-8f4b-8a647e8757f2 for host: dv-cinder-801354-3-iscsi {{(pid=99970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:26:40.137121 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c001a0e5-fecd-46eb-976d-2d7a6fdd106b None None] Routers {'558e7192-4e6c-4daa-8f4b-8a647e8757f2'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:26:40.137731 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-c001a0e5-fecd-46eb-976d-2d7a6fdd106b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fcb92e20>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:26:12Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['558e7192-4e6c-4daa-8f4b-8a647e8757f2'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:26:40.170063 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-b7d3796d-d40e-487f-81c9-0c0da2c26d7b req-74018c00-fe13-4f71-b090-049759143aa6 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/security-groups?id=97d14856-6e5b-4ee1-9b60-954a6d26f396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808678 Oct 14 11:26:40.209599 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f5fc8-19ef-41af-a7c3-e2cd2d734058 req-2d50b241-8266-48fe-a4ae-ce3f54b22c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:26:40.211105 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-fb1f5fc8-19ef-41af-a7c3-e2cd2d734058 req-2d50b241-8266-48fe-a4ae-ce3f54b22c34 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1738995b-a95c-4dfb-b6a7-37a26b1a9e9a HTTP/1.1" status: 200 len: 910 time: 0.1304035 Oct 14 11:26:40.247152 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-c001a0e5-fecd-46eb-976d-2d7a6fdd106b None None] Set router 558e7192-4e6c-4daa-8f4b-8a647e8757f2 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:26:40.258905 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-fb1f5fc8-19ef-41af-a7c3-e2cd2d734058 req-b84584a3-1dfa-4b6e-b05c-1f88d2f4c3ea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2afe555a-53c4-4f6d-b2ff-795c95afc6b9 HTTP/1.1" status: 200 len: 217 time: 0.0399363 Oct 14 11:26:40.315867 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f5fc8-19ef-41af-a7c3-e2cd2d734058 req-957e3036-a624-411e-ad83-7a90e438199e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:26:40.317609 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-fb1f5fc8-19ef-41af-a7c3-e2cd2d734058 req-957e3036-a624-411e-ad83-7a90e438199e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=816d1c95-0568-4d2b-bf4e-4faa08ac3479 HTTP/1.1" status: 200 len: 848 time: 0.0496411 Oct 14 11:26:40.371436 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f5fc8-19ef-41af-a7c3-e2cd2d734058 req-a342bcd5-3f59-4f18-a43f-93441a5ce9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:26:40.373020 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-fb1f5fc8-19ef-41af-a7c3-e2cd2d734058 req-a342bcd5-3f59-4f18-a43f-93441a5ce9a0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1738995b-a95c-4dfb-b6a7-37a26b1a9e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0476429 Oct 14 11:26:40.469744 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-fb1f5fc8-19ef-41af-a7c3-e2cd2d734058 req-babd45c4-311a-4030-ba50-e1036452c7bf service neutron] 10.222.0.39 "GET /v2.0/networks/1738995b-a95c-4dfb-b6a7-37a26b1a9e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876520 Oct 14 11:26:40.474562 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-c001a0e5-fecd-46eb-976d-2d7a6fdd106b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fcb92e20>, [{'id': '558e7192-4e6c-4daa-8f4b-8a647e8757f2', 'name': 'tempest-TestShelveInstance-1459575527-router', 'tenant_id': '752304d80c35436c9ce5e1d5970ee38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '4a00d644-d907-4e30-8d9c-a54e55220b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:22:16Z', 'updated_at': '2021-10-14T11:22:19Z', 'revision_number': 4, 'project_id': '752304d80c35436c9ce5e1d5970ee38e', 'gw_port': {'id': '4a00d644-d907-4e30-8d9c-a54e55220b92', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558e7192-4e6c-4daa-8f4b-8a647e8757f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:22:17Z', 'updated_at': '2021-10-14T11:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': '0c638eb6-bef5-4030-9006-4f000ebbcdca', 'name': '', 'network_id': '1738995b-a95c-4dfb-b6a7-37a26b1a9e9a', 'tenant_id': '752304d80c35436c9ce5e1d5970ee38e', 'mac_address': 'fa:16:3e:88:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558e7192-4e6c-4daa-8f4b-8a647e8757f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '816d1c95-0568-4d2b-bf4e-4faa08ac3479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:22:18Z', 'updated_at': '2021-10-14T11:22:23Z', 'revision_number': 5, 'project_id': '752304d80c35436c9ce5e1d5970ee38e', 'subnets': [{'id': '816d1c95-0568-4d2b-bf4e-4faa08ac3479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:26:40.505683 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c001a0e5-fecd-46eb-976d-2d7a6fdd106b None None] The sync data for ids ['558e7192-4e6c-4daa-8f4b-8a647e8757f2'] in dv-cinder-801354-3-iscsi is: [{'id': '558e7192-4e6c-4daa-8f4b-8a647e8757f2', 'name': 'tempest-TestShelveInstance-1459575527-router', 'tenant_id': '752304d80c35436c9ce5e1d5970ee38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '4a00d644-d907-4e30-8d9c-a54e55220b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:22:16Z', 'updated_at': '2021-10-14T11:22:19Z', 'revision_number': 4, 'project_id': '752304d80c35436c9ce5e1d5970ee38e', 'gw_port': {'id': '4a00d644-d907-4e30-8d9c-a54e55220b92', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558e7192-4e6c-4daa-8f4b-8a647e8757f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:22:17Z', 'updated_at': '2021-10-14T11:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi', '_interfaces': [{'id': '0c638eb6-bef5-4030-9006-4f000ebbcdca', 'name': '', 'network_id': '1738995b-a95c-4dfb-b6a7-37a26b1a9e9a', 'tenant_id': '752304d80c35436c9ce5e1d5970ee38e', 'mac_address': 'fa:16:3e:88:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558e7192-4e6c-4daa-8f4b-8a647e8757f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '816d1c95-0568-4d2b-bf4e-4faa08ac3479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:22:18Z', 'updated_at': '2021-10-14T11:22:23Z', 'revision_number': 5, 'project_id': '752304d80c35436c9ce5e1d5970ee38e', 'subnets': [{'id': '816d1c95-0568-4d2b-bf4e-4faa08ac3479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:26:40.565303 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-fb1f5fc8-19ef-41af-a7c3-e2cd2d734058 req-6bc8bb4d-7ecd-421d-a422-bc7505c3985c service neutron] 10.222.0.39 "GET /v2.0/networks/1738995b-a95c-4dfb-b6a7-37a26b1a9e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870514 Oct 14 11:26:40.725485 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5876dd-ee27-4348-84ed-ca85a3164b83 None None] New status for floating IP 8d0349ba-1601-4428-8198-77a747cd856a: DOWN {{(pid=99971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 11:26:41.310902 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd02ffb-4a8b-40b6-9348-872dcf71e26e req-c94af946-e5d3-420b-8d93-3a7d05648c48 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:26:41.312289 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9bd02ffb-4a8b-40b6-9348-872dcf71e26e req-c94af946-e5d3-420b-8d93-3a7d05648c48 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 946 time: 0.0543778 Oct 14 11:26:41.349483 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-9bd02ffb-4a8b-40b6-9348-872dcf71e26e req-94c1ce31-de10-4f06-a1ab-3cfb651abc9e tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/security-groups?id=97d14856-6e5b-4ee1-9b60-954a6d26f396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312903 Oct 14 11:26:41.541429 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-34bea1d9-f7eb-418e-8201-362efe595826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:41.579035 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81894947-1bcd-481c-a05e-37884b50b179 req-615aa10a-3de7-4df6-92a2-96c1c5ea0e62 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:26:41.580396 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-81894947-1bcd-481c-a05e-37884b50b179 req-615aa10a-3de7-4df6-92a2-96c1c5ea0e62 tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.39 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 946 time: 0.0542376 Oct 14 11:26:41.669624 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [req-81894947-1bcd-481c-a05e-37884b50b179 req-cc6fd676-d62d-424b-b718-820d1c8daebc tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Deleting port 2afe555a-53c4-4f6d-b2ff-795c95afc6b9 {{(pid=99969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:26:41.669959 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-81894947-1bcd-481c-a05e-37884b50b179 req-cc6fd676-d62d-424b-b718-820d1c8daebc tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:41.760130 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [req-81894947-1bcd-481c-a05e-37884b50b179 req-cc6fd676-d62d-424b-b718-820d1c8daebc tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] For port 2afe555a-53c4-4f6d-b2ff-795c95afc6b9, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=2afe555a-53c4-4f6d-b2ff-795c95afc6b9,segment=NetworkSegment(5fcbc777-6689-4ef5-87ca-afe354aad21c),segment_id=5fcbc777-6689-4ef5-87ca-afe354aad21c)] {{(pid=99969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:26:41.760489 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-81894947-1bcd-481c-a05e-37884b50b179 req-cc6fd676-d62d-424b-b718-820d1c8daebc tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:41.773737 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [req-81894947-1bcd-481c-a05e-37884b50b179 req-cc6fd676-d62d-424b-b718-820d1c8daebc tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Calling delete_port for 2afe555a-53c4-4f6d-b2ff-795c95afc6b9 owned by compute:nova {{(pid=99969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:26:41.902288 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-81894947-1bcd-481c-a05e-37884b50b179 req-cc6fd676-d62d-424b-b718-820d1c8daebc tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:41.931462 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6fd676-d62d-424b-b718-820d1c8daebc tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Pushing event deleted for resources: {'Port': ['ID=2afe555a-53c4-4f6d-b2ff-795c95afc6b9,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:26:41.972372 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [req-81894947-1bcd-481c-a05e-37884b50b179 req-cc6fd676-d62d-424b-b718-820d1c8daebc tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] No DVR routers for this DVR port 2afe555a-53c4-4f6d-b2ff-795c95afc6b9 on host hv-cinder-80135 {{(pid=99969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:26:41.975538 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [req-81894947-1bcd-481c-a05e-37884b50b179 req-cc6fd676-d62d-424b-b718-820d1c8daebc tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194626'] for port, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:41.979150 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-81894947-1bcd-481c-a05e-37884b50b179 req-cc6fd676-d62d-424b-b718-820d1c8daebc tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.39 "DELETE /v2.0/ports/2afe555a-53c4-4f6d-b2ff-795c95afc6b9 HTTP/1.1" status: 204 len: 173 time: 0.3923717 Oct 14 11:26:41.979583 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406f5e5f-c82d-4a69-a7a6-095f4021948b', 'name': 'network-vif-deleted', 'tag': '2afe555a-53c4-4f6d-b2ff-795c95afc6b9'}] {{(pid=99969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:26:41.981798 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a93a02263ebe6e695f08df3ef7f4cabed4a40ac7132537441ac5c84a82560800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e6d577-d342-4090-be75-0c1ca66c9111" -d '{"events": [{"server_uuid": "406f5e5f-c82d-4a69-a7a6-095f4021948b", "name": "network-vif-deleted", "tag": "2afe555a-53c4-4f6d-b2ff-795c95afc6b9"}]}' {{(pid=99969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:26:42.031771 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67402e34-5d34-453d-8309-324fdf725989 x-openstack-request-id: req-67402e34-5d34-453d-8309-324fdf725989 {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:26:42.032103 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406f5e5f-c82d-4a69-a7a6-095f4021948b", "name": "network-vif-deleted", "tag": "2afe555a-53c4-4f6d-b2ff-795c95afc6b9", "status": "completed", "code": 200}]} {{(pid=99969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:26:42.032383 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-67402e34-5d34-453d-8309-324fdf725989 {{(pid=99969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:26:42.032785 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '406f5e5f-c82d-4a69-a7a6-095f4021948b', 'name': 'network-vif-deleted', 'tag': '2afe555a-53c4-4f6d-b2ff-795c95afc6b9', 'status': 'completed', 'code': 200} Oct 14 11:26:42.472111 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [req-d1104687-1d1f-4016-bf35-b84b0c3155eb req-6469788c-ad7e-4c99-ab2a-e14f42d6c01c tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "GET /v2.0/ports?device_id=406f5e5f-c82d-4a69-a7a6-095f4021948b HTTP/1.1" status: 200 len: 210 time: 0.0268610 Oct 14 11:26:42.839575 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:43.060219 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:43.530852 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 39628) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:26:43.591598 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-56cd451c-1086-4fa6-900d-a1c61b6262df tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:43.616579 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-56cd451c-1086-4fa6-900d-a1c61b6262df tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:43.676571 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-56cd451c-1086-4fa6-900d-a1c61b6262df tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:43.679820 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-56cd451c-1086-4fa6-900d-a1c61b6262df tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:43.680972 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-56cd451c-1086-4fa6-900d-a1c61b6262df tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] 10.222.0.46 "DELETE /v2.0/security-groups/97d14856-6e5b-4ee1-9b60-954a6d26f396 HTTP/1.1" status: 204 len: 168 time: 0.1491413 Oct 14 11:26:43.689972 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd451c-1086-4fa6-900d-a1c61b6262df tempest-TestShelveInstance-1911799988 tempest-TestShelveInstance-1911799988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d14856-6e5b-4ee1-9b60-954a6d26f396,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:26:43.733298 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 39632) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:26:44.090496 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c3d603db-d80d-4c60-8d88-22ce478189d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1073342918'] for router_interface, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:44.319459 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 2afe555a-53c4-4f6d-b2ff-795c95afc6b9 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:26:44.347074 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] No Port match for: 2afe555a-53c4-4f6d-b2ff-795c95afc6b9 {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:26:44.347410 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Device 2afe555a-53c4-4f6d-b2ff-795c95afc6b9 not bound to the agent host hv-cinder-80135 {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:26:44.351061 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-c3d603db-d80d-4c60-8d88-22ce478189d9 admin admin] Deleting port 0c638eb6-bef5-4030-9006-4f000ebbcdca {{(pid=99969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:26:44.351431 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c3d603db-d80d-4c60-8d88-22ce478189d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:44.359393 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:44.436946 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [None req-c3d603db-d80d-4c60-8d88-22ce478189d9 admin admin] For port 0c638eb6-bef5-4030-9006-4f000ebbcdca, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=0c638eb6-bef5-4030-9006-4f000ebbcdca,segment=NetworkSegment(5fcbc777-6689-4ef5-87ca-afe354aad21c),segment_id=5fcbc777-6689-4ef5-87ca-afe354aad21c)] {{(pid=99969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:26:44.437301 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c3d603db-d80d-4c60-8d88-22ce478189d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:44.452035 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-c3d603db-d80d-4c60-8d88-22ce478189d9 admin admin] Calling delete_port for 0c638eb6-bef5-4030-9006-4f000ebbcdca owned by network:router_interface {{(pid=99969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:26:44.644826 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c3d603db-d80d-4c60-8d88-22ce478189d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:44.672097 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d603db-d80d-4c60-8d88-22ce478189d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c638eb6-bef5-4030-9006-4f000ebbcdca,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:26:44.849590 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-c3d603db-d80d-4c60-8d88-22ce478189d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1073186003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1073343830'] for router_interface, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:45.068196 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d603db-d80d-4c60-8d88-22ce478189d9 admin admin] Router 558e7192-4e6c-4daa-8f4b-8a647e8757f2 has already been hosted by L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 {{(pid=99969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:26:45.175343 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d603db-d80d-4c60-8d88-22ce478189d9 admin admin] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:26:45.181536 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-c3d603db-d80d-4c60-8d88-22ce478189d9 admin admin] 10.222.0.46 "PUT /v2.0/routers/558e7192-4e6c-4daa-8f4b-8a647e8757f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4471917 Oct 14 11:26:45.184145 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 39634) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:26:45.186875 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f4d4b2-e49f-41a0-acb9-a79482562e0f None None] Sync routers for ids ['558e7192-4e6c-4daa-8f4b-8a647e8757f2'] in dv-cinder-801354-3-iscsi {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:26:45.196178 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f4d4b2-e49f-41a0-acb9-a79482562e0f None None] Routers {'558e7192-4e6c-4daa-8f4b-8a647e8757f2'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:26:45.196796 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-66f4d4b2-e49f-41a0-acb9-a79482562e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fd278cd0>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:26:42Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['558e7192-4e6c-4daa-8f4b-8a647e8757f2'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:26:45.291677 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f5ed6e90-aafe-43c1-a77c-1b87e8037547 admin admin] Publish callbacks [] for router, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:45.305200 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-66f4d4b2-e49f-41a0-acb9-a79482562e0f None None] Set router 558e7192-4e6c-4daa-8f4b-8a647e8757f2 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:26:45.398713 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f5ed6e90-aafe-43c1-a77c-1b87e8037547 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:45.455780 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-f5ed6e90-aafe-43c1-a77c-1b87e8037547 admin admin] Deleting port 4a00d644-d907-4e30-8d9c-a54e55220b92 {{(pid=99969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:26:45.456215 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f5ed6e90-aafe-43c1-a77c-1b87e8037547 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:45.508655 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-66f4d4b2-e49f-41a0-acb9-a79482562e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fd278cd0>, [{'id': '558e7192-4e6c-4daa-8f4b-8a647e8757f2', 'name': 'tempest-TestShelveInstance-1459575527-router', 'tenant_id': '752304d80c35436c9ce5e1d5970ee38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '4a00d644-d907-4e30-8d9c-a54e55220b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:22:16Z', 'updated_at': '2021-10-14T11:26:44Z', 'revision_number': 5, 'project_id': '752304d80c35436c9ce5e1d5970ee38e', 'gw_port': {'id': '4a00d644-d907-4e30-8d9c-a54e55220b92', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558e7192-4e6c-4daa-8f4b-8a647e8757f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:22:17Z', 'updated_at': '2021-10-14T11:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi'}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:26:45.553624 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [None req-f5ed6e90-aafe-43c1-a77c-1b87e8037547 admin admin] For port 4a00d644-d907-4e30-8d9c-a54e55220b92, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=4a00d644-d907-4e30-8d9c-a54e55220b92,segment=NetworkSegment(41826669-4ce7-4556-a5ab-a5c365ae266e),segment_id=41826669-4ce7-4556-a5ab-a5c365ae266e)] {{(pid=99969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:26:45.553913 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f5ed6e90-aafe-43c1-a77c-1b87e8037547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:45.569042 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-f5ed6e90-aafe-43c1-a77c-1b87e8037547 admin admin] Calling delete_port for 4a00d644-d907-4e30-8d9c-a54e55220b92 owned by network:router_gateway {{(pid=99969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:26:45.666024 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f4d4b2-e49f-41a0-acb9-a79482562e0f None None] Checking router: 558e7192-4e6c-4daa-8f4b-8a647e8757f2 for host: dv-cinder-801354-3-iscsi {{(pid=99970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:26:45.675200 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f4d4b2-e49f-41a0-acb9-a79482562e0f None None] Routers {'558e7192-4e6c-4daa-8f4b-8a647e8757f2'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:26:45.675824 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-66f4d4b2-e49f-41a0-acb9-a79482562e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fd278cd0>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:26:42Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['558e7192-4e6c-4daa-8f4b-8a647e8757f2'], 'active': True} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:26:45.755980 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f5ed6e90-aafe-43c1-a77c-1b87e8037547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:45.768371 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvr_db [None req-66f4d4b2-e49f-41a0-acb9-a79482562e0f None None] Set router 558e7192-4e6c-4daa-8f4b-8a647e8757f2 gateway port host: None {{(pid=99970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:26:45.782340 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed6e90-aafe-43c1-a77c-1b87e8037547 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a00d644-d907-4e30-8d9c-a54e55220b92,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:26:45.829943 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_hamode_db [None req-66f4d4b2-e49f-41a0-acb9-a79482562e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fd278cd0>, [{'id': '558e7192-4e6c-4daa-8f4b-8a647e8757f2', 'name': 'tempest-TestShelveInstance-1459575527-router', 'tenant_id': '752304d80c35436c9ce5e1d5970ee38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:22:16Z', 'updated_at': '2021-10-14T11:26:45Z', 'revision_number': 6, 'project_id': '752304d80c35436c9ce5e1d5970ee38e', 'gw_port_host': None}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:26:45.844757 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f5ed6e90-aafe-43c1-a77c-1b87e8037547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1073340428'] for router_gateway, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:45.858750 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f4d4b2-e49f-41a0-acb9-a79482562e0f None None] The sync data for ids ['558e7192-4e6c-4daa-8f4b-8a647e8757f2'] in dv-cinder-801354-3-iscsi is: [{'id': '558e7192-4e6c-4daa-8f4b-8a647e8757f2', 'name': 'tempest-TestShelveInstance-1459575527-router', 'tenant_id': '752304d80c35436c9ce5e1d5970ee38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:22:16Z', 'updated_at': '2021-10-14T11:26:45Z', 'revision_number': 6, 'project_id': '752304d80c35436c9ce5e1d5970ee38e', 'gw_port_host': None}] {{(pid=99970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:26:46.214334 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f5ed6e90-aafe-43c1-a77c-1b87e8037547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1073287356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14128'] for router, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:46.216981 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f5ed6e90-aafe-43c1-a77c-1b87e8037547 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:46.267490 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f5ed6e90-aafe-43c1-a77c-1b87e8037547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1073287333'] for router, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:46.268097 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ed6e90-aafe-43c1-a77c-1b87e8037547 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 558e7192-4e6c-4daa-8f4b-8a647e8757f2 {{(pid=99969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 11:26:46.274236 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f5ed6e90-aafe-43c1-a77c-1b87e8037547 admin admin] Publish callbacks [] for router, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:46.275766 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-f5ed6e90-aafe-43c1-a77c-1b87e8037547 admin admin] 10.222.0.46 "DELETE /v2.0/routers/558e7192-4e6c-4daa-8f4b-8a647e8757f2 HTTP/1.1" status: 204 len: 168 time: 1.0907097 Oct 14 11:26:46.278682 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 39636) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:26:46.333522 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.db_base_plugin_v2 [None req-595bf6ab-db98-4fc1-a326-d73efa3de5b2 admin admin] Deleting subnet 816d1c95-0568-4d2b-bf4e-4faa08ac3479 {{(pid=99969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 11:26:46.337573 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-595bf6ab-db98-4fc1-a326-d73efa3de5b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:46.372618 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-595bf6ab-db98-4fc1-a326-d73efa3de5b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070485481'] for subnet, precommit_delete_associations {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:46.456672 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-595bf6ab-db98-4fc1-a326-d73efa3de5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725203'] for subnet, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:46.510280 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-595bf6ab-db98-4fc1-a326-d73efa3de5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071035695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070997365'] for subnet, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:46.536284 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595bf6ab-db98-4fc1-a326-d73efa3de5b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=816d1c95-0568-4d2b-bf4e-4faa08ac3479,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:26:46.539909 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-595bf6ab-db98-4fc1-a326-d73efa3de5b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for subnet, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:46.543353 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-595bf6ab-db98-4fc1-a326-d73efa3de5b2 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/816d1c95-0568-4d2b-bf4e-4faa08ac3479 HTTP/1.1" status: 204 len: 168 time: 0.2634494 Oct 14 11:26:46.545583 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 39638) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:26:46.547438 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53917fe8-4b5d-45b4-bb41-cea120dfb027 None None] Network 1738995b-a95c-4dfb-b6a7-37a26b1a9e9a requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:26:46.632811 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f104d68b-d0a0-4900-9a71-eb48d518ed5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544921'] for network, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:46.653665 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 0c638eb6-bef5-4030-9006-4f000ebbcdca no longer exists at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:26:46.690450 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] No Port match for: 0c638eb6-bef5-4030-9006-4f000ebbcdca {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:26:46.690936 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 0c638eb6-bef5-4030-9006-4f000ebbcdca not bound to the agent host dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:26:46.710146 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-f104d68b-d0a0-4900-9a71-eb48d518ed5e admin admin] Deleting port d0de7226-2b08-4d88-9535-5422aedd8e2f {{(pid=99969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:26:46.710582 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f104d68b-d0a0-4900-9a71-eb48d518ed5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:46.787704 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [None req-f104d68b-d0a0-4900-9a71-eb48d518ed5e admin admin] For port d0de7226-2b08-4d88-9535-5422aedd8e2f, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=d0de7226-2b08-4d88-9535-5422aedd8e2f,segment=NetworkSegment(5fcbc777-6689-4ef5-87ca-afe354aad21c),segment_id=5fcbc777-6689-4ef5-87ca-afe354aad21c)] {{(pid=99969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:26:46.788613 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f104d68b-d0a0-4900-9a71-eb48d518ed5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:46.800562 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ed5943-53c5-4727-9a9a-c5001cd33f48 None None] DHCP port deletion for 1738995b-a95c-4dfb-b6a7-37a26b1a9e9a request from dv-cinder-801354-3-iscsi {{(pid=99970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 11:26:46.803682 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-f104d68b-d0a0-4900-9a71-eb48d518ed5e admin admin] Calling delete_port for d0de7226-2b08-4d88-9535-5422aedd8e2f owned by network:dhcp {{(pid=99969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:26:46.886784 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-31ed5943-53c5-4727-9a9a-c5001cd33f48 None None] Deleting port d0de7226-2b08-4d88-9535-5422aedd8e2f {{(pid=99970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:26:46.887254 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-31ed5943-53c5-4727-9a9a-c5001cd33f48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:46.897366 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f104d68b-d0a0-4900-9a71-eb48d518ed5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:46.925489 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104d68b-d0a0-4900-9a71-eb48d518ed5e admin admin] Pushing event deleted for resources: {'Port': ['ID=d0de7226-2b08-4d88-9535-5422aedd8e2f,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:26:46.937003 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f104d68b-d0a0-4900-9a71-eb48d518ed5e admin admin] No DVR routers for this DVR port d0de7226-2b08-4d88-9535-5422aedd8e2f on host dv-cinder-801354-3-iscsi {{(pid=99969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:26:46.962122 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-31ed5943-53c5-4727-9a9a-c5001cd33f48 None None] For port d0de7226-2b08-4d88-9535-5422aedd8e2f, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=d0de7226-2b08-4d88-9535-5422aedd8e2f,segment=NetworkSegment(5fcbc777-6689-4ef5-87ca-afe354aad21c),segment_id=5fcbc777-6689-4ef5-87ca-afe354aad21c)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:26:46.962490 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-31ed5943-53c5-4727-9a9a-c5001cd33f48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:46.977667 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-31ed5943-53c5-4727-9a9a-c5001cd33f48 None None] Calling delete_port for d0de7226-2b08-4d88-9535-5422aedd8e2f owned by network:dhcp {{(pid=99970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:26:47.025662 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f104d68b-d0a0-4900-9a71-eb48d518ed5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727366', 'neutron.services.segments.db._delete_segments_for_network-8755828151089'] for network, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:47.049753 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.services.segments.db [None req-f104d68b-d0a0-4900-9a71-eb48d518ed5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f69f76d6d00>,) {'filters': {'network_id': ['1738995b-a95c-4dfb-b6a7-37a26b1a9e9a']}} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:26:47.059520 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.services.segments.db [None req-f104d68b-d0a0-4900-9a71-eb48d518ed5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f69f76d6d00>, '5fcbc777-6689-4ef5-87ca-afe354aad21c') {'for_net_delete': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:26:47.059816 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.services.segments.db [None req-f104d68b-d0a0-4900-9a71-eb48d518ed5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f69f76d6d00>, '5fcbc777-6689-4ef5-87ca-afe354aad21c') {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:26:47.062080 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-31ed5943-53c5-4727-9a9a-c5001cd33f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440'] for port, after_delete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:47.076108 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f104d68b-d0a0-4900-9a71-eb48d518ed5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755828152634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070485456'] for segment, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:47.088696 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed5943-53c5-4727-9a9a-c5001cd33f48 None None] Pushing event deleted for resources: {'Port': ['ID=d0de7226-2b08-4d88-9535-5422aedd8e2f,revision_number=None']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:26:47.098981 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f104d68b-d0a0-4900-9a71-eb48d518ed5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240'] for segment, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:47.099984 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ed5943-53c5-4727-9a9a-c5001cd33f48 None None] No DVR routers for this DVR port d0de7226-2b08-4d88-9535-5422aedd8e2f on host dv-cinder-801354-3-iscsi {{(pid=99970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:26:47.103812 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed5943-53c5-4727-9a9a-c5001cd33f48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:26:47.104388 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed5943-53c5-4727-9a9a-c5001cd33f48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:26:47.105094 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed5943-53c5-4727-9a9a-c5001cd33f48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:26:47.105644 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed5943-53c5-4727-9a9a-c5001cd33f48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:26:47.106211 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed5943-53c5-4727-9a9a-c5001cd33f48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:26:47.106747 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed5943-53c5-4727-9a9a-c5001cd33f48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:26:47.107459 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed5943-53c5-4727-9a9a-c5001cd33f48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:26:47.107908 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed5943-53c5-4727-9a9a-c5001cd33f48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:26:47.108447 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed5943-53c5-4727-9a9a-c5001cd33f48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:26:47.109047 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed5943-53c5-4727-9a9a-c5001cd33f48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:26:47.109375 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f104d68b-d0a0-4900-9a71-eb48d518ed5e admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=99969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 11:26:47.109570 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed5943-53c5-4727-9a9a-c5001cd33f48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:26:47.109818 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f104d68b-d0a0-4900-9a71-eb48d518ed5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071033229'] for segment, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:47.110467 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed5943-53c5-4727-9a9a-c5001cd33f48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:26:47.112719 dv-cinder-801354-3-iscsi neutron-server[99969]: Traceback (most recent call last): Oct 14 11:26:47.112719 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 11:26:47.112719 dv-cinder-801354-3-iscsi neutron-server[99969]: timer() Oct 14 11:26:47.112719 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 11:26:47.112719 dv-cinder-801354-3-iscsi neutron-server[99969]: cb(*args, **kw) Oct 14 11:26:47.112719 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 11:26:47.112719 dv-cinder-801354-3-iscsi neutron-server[99969]: return func(*args, **kwargs) Oct 14 11:26:47.112719 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 11:26:47.112719 dv-cinder-801354-3-iscsi neutron-server[99969]: self._notify() Oct 14 11:26:47.112719 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 11:26:47.112719 dv-cinder-801354-3-iscsi neutron-server[99969]: self.callback(batched_events) Oct 14 11:26:47.112719 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 11:26:47.112719 dv-cinder-801354-3-iscsi neutron-server[99969]: event.method(event) Oct 14 11:26:47.112719 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 11:26:47.112719 dv-cinder-801354-3-iscsi neutron-server[99969]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 11:26:47.112719 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 11:26:47.112719 dv-cinder-801354-3-iscsi neutron-server[99969]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 11:26:47.112719 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 11:26:47.112719 dv-cinder-801354-3-iscsi neutron-server[99969]: return f(self, *a, **k) Oct 14 11:26:47.112719 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 11:26:47.112719 dv-cinder-801354-3-iscsi neutron-server[99969]: return self._get(url).json() Oct 14 11:26:47.112719 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 11:26:47.112719 dv-cinder-801354-3-iscsi neutron-server[99969]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 11:26:47.112719 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 11:26:47.112719 dv-cinder-801354-3-iscsi neutron-server[99969]: return self.request(url, 'GET', **kwargs) Oct 14 11:26:47.112719 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 11:26:47.112719 dv-cinder-801354-3-iscsi neutron-server[99969]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 11:26:47.112719 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 11:26:47.112719 dv-cinder-801354-3-iscsi neutron-server[99969]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 11:26:47.112719 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 11:26:47.112719 dv-cinder-801354-3-iscsi neutron-server[99969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 11:26:47.112719 dv-cinder-801354-3-iscsi neutron-server[99969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 11:26:47.174813 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f104d68b-d0a0-4900-9a71-eb48d518ed5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1073340624'] for network, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:47.180400 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f104d68b-d0a0-4900-9a71-eb48d518ed5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for network, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:47.183582 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-f104d68b-d0a0-4900-9a71-eb48d518ed5e admin admin] 10.222.0.46 "DELETE /v2.0/networks/1738995b-a95c-4dfb-b6a7-37a26b1a9e9a HTTP/1.1" status: 204 len: 168 time: 0.6369596 Oct 14 11:26:47.186796 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [-] (99968) accepted ('10.222.0.46', 39640) {{(pid=99968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:26:47.195056 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104d68b-d0a0-4900-9a71-eb48d518ed5e admin admin] Pushing event deleted for resources: {'Network': ['ID=1738995b-a95c-4dfb-b6a7-37a26b1a9e9a,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:26:47.543797 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-398a3e98-413a-4f17-aac8-e3bd01d7fc9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1073342918'] for router_interface, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:47.810037 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-398a3e98-413a-4f17-aac8-e3bd01d7fc9d admin admin] Deleting port 05f46f02-1597-44af-a4d6-ccd681c71fca {{(pid=99968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:26:47.810383 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-398a3e98-413a-4f17-aac8-e3bd01d7fc9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:47.900290 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-398a3e98-413a-4f17-aac8-e3bd01d7fc9d admin admin] For port 05f46f02-1597-44af-a4d6-ccd681c71fca, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=05f46f02-1597-44af-a4d6-ccd681c71fca,segment=NetworkSegment(9663892a-c16e-4e3f-9170-78c81592c426),segment_id=9663892a-c16e-4e3f-9170-78c81592c426)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:26:47.900769 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-398a3e98-413a-4f17-aac8-e3bd01d7fc9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:47.915373 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-398a3e98-413a-4f17-aac8-e3bd01d7fc9d admin admin] Calling delete_port for 05f46f02-1597-44af-a4d6-ccd681c71fca owned by network:router_interface {{(pid=99968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:26:48.109900 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-398a3e98-413a-4f17-aac8-e3bd01d7fc9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065085970'] for port, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:48.137687 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a3e98-413a-4f17-aac8-e3bd01d7fc9d admin admin] Pushing event deleted for resources: {'Port': ['ID=05f46f02-1597-44af-a4d6-ccd681c71fca,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:26:48.161751 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a3e98-413a-4f17-aac8-e3bd01d7fc9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:26:48.162143 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a3e98-413a-4f17-aac8-e3bd01d7fc9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:26:48.162519 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a3e98-413a-4f17-aac8-e3bd01d7fc9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:26:48.162863 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a3e98-413a-4f17-aac8-e3bd01d7fc9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:26:48.163202 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a3e98-413a-4f17-aac8-e3bd01d7fc9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:26:48.163541 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a3e98-413a-4f17-aac8-e3bd01d7fc9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:26:48.164060 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a3e98-413a-4f17-aac8-e3bd01d7fc9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:26:48.164370 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a3e98-413a-4f17-aac8-e3bd01d7fc9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:26:48.164520 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a3e98-413a-4f17-aac8-e3bd01d7fc9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:26:48.164847 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a3e98-413a-4f17-aac8-e3bd01d7fc9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:26:48.165170 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a3e98-413a-4f17-aac8-e3bd01d7fc9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:26:48.165492 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a3e98-413a-4f17-aac8-e3bd01d7fc9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-3-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:26:48.310472 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 4a00d644-d907-4e30-8d9c-a54e55220b92 no longer exists at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:26:48.320002 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-398a3e98-413a-4f17-aac8-e3bd01d7fc9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1073186003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1073343830'] for router_interface, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:48.334748 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] No Port match for: 4a00d644-d907-4e30-8d9c-a54e55220b92 {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:26:48.335264 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 4a00d644-d907-4e30-8d9c-a54e55220b92 not bound to the agent host dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:26:48.335861 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device d0de7226-2b08-4d88-9535-5422aedd8e2f no longer exists at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:26:48.354242 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] No Port match for: d0de7226-2b08-4d88-9535-5422aedd8e2f {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:26:48.354579 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device d0de7226-2b08-4d88-9535-5422aedd8e2f not bound to the agent host dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:26:48.540452 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398a3e98-413a-4f17-aac8-e3bd01d7fc9d admin admin] Router 95b70b4c-b60b-4e46-968a-53b086a80632 has already been hosted by L3 agent e1846fa3-47e4-4a41-8f8a-eeae310e7491 {{(pid=99968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:26:48.645746 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398a3e98-413a-4f17-aac8-e3bd01d7fc9d admin admin] Notify agent at l3_agent.dv-cinder-801354-3-iscsi the message routers_updated {{(pid=99968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:26:48.651925 dv-cinder-801354-3-iscsi neutron-server[99968]: INFO neutron.wsgi [None req-398a3e98-413a-4f17-aac8-e3bd01d7fc9d admin admin] 10.222.0.46 "PUT /v2.0/routers/95b70b4c-b60b-4e46-968a-53b086a80632/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4641142 Oct 14 11:26:48.654655 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 39644) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:26:48.655629 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee14b5b6-e8b1-4f6f-832e-4080acabfbbd None None] Sync routers for ids ['95b70b4c-b60b-4e46-968a-53b086a80632'] in dv-cinder-801354-3-iscsi {{(pid=99971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:26:48.665815 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee14b5b6-e8b1-4f6f-832e-4080acabfbbd None None] Routers {'95b70b4c-b60b-4e46-968a-53b086a80632'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:26:48.666457 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-ee14b5b6-e8b1-4f6f-832e-4080acabfbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fdeee520>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:26:42Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['95b70b4c-b60b-4e46-968a-53b086a80632'], 'active': True} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:26:48.760653 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-602ab0de-c3a9-42f2-aba4-5d430989da1e admin admin] Publish callbacks [] for router, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:48.769972 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvr_db [None req-ee14b5b6-e8b1-4f6f-832e-4080acabfbbd None None] Set router 95b70b4c-b60b-4e46-968a-53b086a80632 gateway port host: dv-cinder-801354-3-iscsi {{(pid=99971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:26:48.864878 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-602ab0de-c3a9-42f2-aba4-5d430989da1e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:48.921725 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-602ab0de-c3a9-42f2-aba4-5d430989da1e admin admin] Deleting port 08db6fa7-6a28-49d3-a464-347d63595fd9 {{(pid=99969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:26:48.921971 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-602ab0de-c3a9-42f2-aba4-5d430989da1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:48.947625 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-ee14b5b6-e8b1-4f6f-832e-4080acabfbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fdeee520>, [{'id': '95b70b4c-b60b-4e46-968a-53b086a80632', 'name': 'tempest-TestShelveInstance-2120957567-router', 'tenant_id': '95927c12c90344e2866a67e502c7e674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'external_fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '08db6fa7-6a28-49d3-a464-347d63595fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:22:21Z', 'updated_at': '2021-10-14T11:26:48Z', 'revision_number': 5, 'project_id': '95927c12c90344e2866a67e502c7e674', 'gw_port': {'id': '08db6fa7-6a28-49d3-a464-347d63595fd9', 'name': '', 'network_id': 'e7b04304-7a8b-409f-a7ac-32fc979111a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:54:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b70b4c-b60b-4e46-968a-53b086a80632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b7c74a80-f412-4798-967a-8287544534dc', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:22:21Z', 'updated_at': '2021-10-14T11:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c74a80-f412-4798-967a-8287544534dc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-3-iscsi'}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:26:48.977662 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee14b5b6-e8b1-4f6f-832e-4080acabfbbd None None] Checking router: 95b70b4c-b60b-4e46-968a-53b086a80632 for host: dv-cinder-801354-3-iscsi {{(pid=99971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:26:48.986367 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee14b5b6-e8b1-4f6f-832e-4080acabfbbd None None] Routers {'95b70b4c-b60b-4e46-968a-53b086a80632'} bound to L3 agent in host dv-cinder-801354-3-iscsi {{(pid=99971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:26:48.986967 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-ee14b5b6-e8b1-4f6f-832e-4080acabfbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69fdeee520>, 'dv-cinder-801354-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T11:05:11Z,description=<?>,heartbeat_timestamp=2021-10-14T11:26:42Z,host='dv-cinder-801354-3-iscsi',id=e1846fa3-47e4-4a41-8f8a-eeae310e7491,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-14T11:05:11Z,topic='l3_agent')) {'router_ids': ['95b70b4c-b60b-4e46-968a-53b086a80632'], 'active': True} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:26:48.999370 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [None req-602ab0de-c3a9-42f2-aba4-5d430989da1e admin admin] For port 08db6fa7-6a28-49d3-a464-347d63595fd9, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=08db6fa7-6a28-49d3-a464-347d63595fd9,segment=NetworkSegment(41826669-4ce7-4556-a5ab-a5c365ae266e),segment_id=41826669-4ce7-4556-a5ab-a5c365ae266e)] {{(pid=99969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:26:48.999728 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-602ab0de-c3a9-42f2-aba4-5d430989da1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:49.012583 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-602ab0de-c3a9-42f2-aba4-5d430989da1e admin admin] Calling delete_port for 08db6fa7-6a28-49d3-a464-347d63595fd9 owned by network:router_gateway {{(pid=99969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:26:49.070321 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_dvr_db [None req-ee14b5b6-e8b1-4f6f-832e-4080acabfbbd None None] Set router 95b70b4c-b60b-4e46-968a-53b086a80632 gateway port host: None {{(pid=99971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:26:49.125119 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.l3_hamode_db [None req-ee14b5b6-e8b1-4f6f-832e-4080acabfbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69fdeee520>, [{'id': '95b70b4c-b60b-4e46-968a-53b086a80632', 'name': 'tempest-TestShelveInstance-2120957567-router', 'tenant_id': '95927c12c90344e2866a67e502c7e674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:22:21Z', 'updated_at': '2021-10-14T11:26:48Z', 'revision_number': 6, 'project_id': '95927c12c90344e2866a67e502c7e674', 'gw_port_host': None}], 'dv-cinder-801354-3-iscsi', False) {} {{(pid=99971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:26:49.152578 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee14b5b6-e8b1-4f6f-832e-4080acabfbbd None None] The sync data for ids ['95b70b4c-b60b-4e46-968a-53b086a80632'] in dv-cinder-801354-3-iscsi is: [{'id': '95b70b4c-b60b-4e46-968a-53b086a80632', 'name': 'tempest-TestShelveInstance-2120957567-router', 'tenant_id': '95927c12c90344e2866a67e502c7e674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:22:21Z', 'updated_at': '2021-10-14T11:26:48Z', 'revision_number': 6, 'project_id': '95927c12c90344e2866a67e502c7e674', 'gw_port_host': None}] {{(pid=99971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:26:49.193764 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-602ab0de-c3a9-42f2-aba4-5d430989da1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:49.221462 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ab0de-c3a9-42f2-aba4-5d430989da1e admin admin] Pushing event deleted for resources: {'Port': ['ID=08db6fa7-6a28-49d3-a464-347d63595fd9,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:26:49.285070 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-602ab0de-c3a9-42f2-aba4-5d430989da1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1073340428'] for router_gateway, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:49.374361 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-602ab0de-c3a9-42f2-aba4-5d430989da1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1073287356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14128'] for router, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:49.376440 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-602ab0de-c3a9-42f2-aba4-5d430989da1e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:49.418295 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-602ab0de-c3a9-42f2-aba4-5d430989da1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1073287333'] for router, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:49.418864 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602ab0de-c3a9-42f2-aba4-5d430989da1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95b70b4c-b60b-4e46-968a-53b086a80632 {{(pid=99969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 11:26:49.423034 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-602ab0de-c3a9-42f2-aba4-5d430989da1e admin admin] Publish callbacks [] for router, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:49.424156 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-602ab0de-c3a9-42f2-aba4-5d430989da1e admin admin] 10.222.0.46 "DELETE /v2.0/routers/95b70b4c-b60b-4e46-968a-53b086a80632 HTTP/1.1" status: 204 len: 168 time: 0.7685168 Oct 14 11:26:49.427478 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 39646) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:26:49.476549 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.db_base_plugin_v2 [None req-50e0d7e9-cbbe-4b9c-99f7-7807e1c2cf98 admin admin] Deleting subnet bb3f47a0-ae14-4eac-865b-4e4769ab4969 {{(pid=99969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 11:26:49.479894 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-50e0d7e9-cbbe-4b9c-99f7-7807e1c2cf98 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:49.528327 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-50e0d7e9-cbbe-4b9c-99f7-7807e1c2cf98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070485481'] for subnet, precommit_delete_associations {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:49.612240 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-50e0d7e9-cbbe-4b9c-99f7-7807e1c2cf98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725203'] for subnet, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:49.663195 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-50e0d7e9-cbbe-4b9c-99f7-7807e1c2cf98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071035695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070997365'] for subnet, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:49.688878 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e0d7e9-cbbe-4b9c-99f7-7807e1c2cf98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb3f47a0-ae14-4eac-865b-4e4769ab4969,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:26:49.692511 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-50e0d7e9-cbbe-4b9c-99f7-7807e1c2cf98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for subnet, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:49.696381 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-50e0d7e9-cbbe-4b9c-99f7-7807e1c2cf98 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/bb3f47a0-ae14-4eac-865b-4e4769ab4969 HTTP/1.1" status: 204 len: 168 time: 0.2678502 Oct 14 11:26:49.699559 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 39648) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:26:49.701596 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e4cfdd-3fee-42c3-a2a5-fc201e61e9f3 None None] Network b0f4f705-dbc3-4186-8a9b-17bdbfb757e3 requested from dv-cinder-801354-3-iscsi {{(pid=99970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:26:49.769947 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-eb75dbd8-d428-4eeb-9ef2-2d020e0ace3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544921'] for network, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:49.833653 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-eb75dbd8-d428-4eeb-9ef2-2d020e0ace3f admin admin] Deleting port 38211bc7-60c4-42f2-8c74-e19f496297e4 {{(pid=99969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:26:49.833939 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-eb75dbd8-d428-4eeb-9ef2-2d020e0ace3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:49.903802 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [None req-eb75dbd8-d428-4eeb-9ef2-2d020e0ace3f admin admin] For port 38211bc7-60c4-42f2-8c74-e19f496297e4, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=38211bc7-60c4-42f2-8c74-e19f496297e4,segment=NetworkSegment(9663892a-c16e-4e3f-9170-78c81592c426),segment_id=9663892a-c16e-4e3f-9170-78c81592c426)] {{(pid=99969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:26:49.904161 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-eb75dbd8-d428-4eeb-9ef2-2d020e0ace3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:49.918389 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.plugin [None req-eb75dbd8-d428-4eeb-9ef2-2d020e0ace3f admin admin] Calling delete_port for 38211bc7-60c4-42f2-8c74-e19f496297e4 owned by network:dhcp {{(pid=99969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:26:49.935470 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cb5670-0a47-4ff2-8ef9-9e6f83294efd None None] DHCP port deletion for b0f4f705-dbc3-4186-8a9b-17bdbfb757e3 request from dv-cinder-801354-3-iscsi {{(pid=99970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 11:26:49.983694 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-48cb5670-0a47-4ff2-8ef9-9e6f83294efd None None] Deleting port 38211bc7-60c4-42f2-8c74-e19f496297e4 {{(pid=99970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:26:49.984128 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-48cb5670-0a47-4ff2-8ef9-9e6f83294efd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755828039123'] for port, before_delete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:50.001121 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-eb75dbd8-d428-4eeb-9ef2-2d020e0ace3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071033310'] for port, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:50.030247 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb75dbd8-d428-4eeb-9ef2-2d020e0ace3f admin admin] Pushing event deleted for resources: {'Port': ['ID=38211bc7-60c4-42f2-8c74-e19f496297e4,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:26:50.032085 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb75dbd8-d428-4eeb-9ef2-2d020e0ace3f admin admin] No DVR routers for this DVR port 38211bc7-60c4-42f2-8c74-e19f496297e4 on host dv-cinder-801354-3-iscsi {{(pid=99969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:26:50.058337 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.db [None req-48cb5670-0a47-4ff2-8ef9-9e6f83294efd None None] For port 38211bc7-60c4-42f2-8c74-e19f496297e4, host dv-cinder-801354-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-3-iscsi',level=0,port_id=38211bc7-60c4-42f2-8c74-e19f496297e4,segment=NetworkSegment(9663892a-c16e-4e3f-9170-78c81592c426),segment_id=9663892a-c16e-4e3f-9170-78c81592c426)] {{(pid=99970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:26:50.058847 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-48cb5670-0a47-4ff2-8ef9-9e6f83294efd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1073348369'] for port, precommit_delete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:50.072759 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-48cb5670-0a47-4ff2-8ef9-9e6f83294efd None None] Calling delete_port for 38211bc7-60c4-42f2-8c74-e19f496297e4 owned by network:dhcp {{(pid=99970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:26:50.110318 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-eb75dbd8-d428-4eeb-9ef2-2d020e0ace3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727366', 'neutron.services.segments.db._delete_segments_for_network-8755828151089'] for network, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:50.130431 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.services.segments.db [None req-eb75dbd8-d428-4eeb-9ef2-2d020e0ace3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f69fd14d820>,) {'filters': {'network_id': ['b0f4f705-dbc3-4186-8a9b-17bdbfb757e3']}} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:26:50.140651 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.services.segments.db [None req-eb75dbd8-d428-4eeb-9ef2-2d020e0ace3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f69fd14d820>, '9663892a-c16e-4e3f-9170-78c81592c426') {'for_net_delete': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:26:50.140845 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.services.segments.db [None req-eb75dbd8-d428-4eeb-9ef2-2d020e0ace3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f69fd14d820>, '9663892a-c16e-4e3f-9170-78c81592c426') {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:26:50.151701 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-eb75dbd8-d428-4eeb-9ef2-2d020e0ace3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755828152634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070485456'] for segment, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:50.152184 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-48cb5670-0a47-4ff2-8ef9-9e6f83294efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755828127537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755827622440'] for port, after_delete {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:50.167348 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-eb75dbd8-d428-4eeb-9ef2-2d020e0ace3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240'] for segment, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:50.174021 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb75dbd8-d428-4eeb-9ef2-2d020e0ace3f admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=99969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 11:26:50.174574 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-eb75dbd8-d428-4eeb-9ef2-2d020e0ace3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071033229'] for segment, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:50.177398 dv-cinder-801354-3-iscsi neutron-server[99969]: Traceback (most recent call last): Oct 14 11:26:50.177398 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 11:26:50.177398 dv-cinder-801354-3-iscsi neutron-server[99969]: timer() Oct 14 11:26:50.177398 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 11:26:50.177398 dv-cinder-801354-3-iscsi neutron-server[99969]: cb(*args, **kw) Oct 14 11:26:50.177398 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 11:26:50.177398 dv-cinder-801354-3-iscsi neutron-server[99969]: return func(*args, **kwargs) Oct 14 11:26:50.177398 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 11:26:50.177398 dv-cinder-801354-3-iscsi neutron-server[99969]: self._notify() Oct 14 11:26:50.177398 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 11:26:50.177398 dv-cinder-801354-3-iscsi neutron-server[99969]: self.callback(batched_events) Oct 14 11:26:50.177398 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 11:26:50.177398 dv-cinder-801354-3-iscsi neutron-server[99969]: event.method(event) Oct 14 11:26:50.177398 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 11:26:50.177398 dv-cinder-801354-3-iscsi neutron-server[99969]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 11:26:50.177398 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 11:26:50.177398 dv-cinder-801354-3-iscsi neutron-server[99969]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 11:26:50.177398 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 11:26:50.177398 dv-cinder-801354-3-iscsi neutron-server[99969]: return f(self, *a, **k) Oct 14 11:26:50.177398 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 11:26:50.177398 dv-cinder-801354-3-iscsi neutron-server[99969]: return self._get(url).json() Oct 14 11:26:50.177398 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 11:26:50.177398 dv-cinder-801354-3-iscsi neutron-server[99969]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 11:26:50.177398 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 11:26:50.177398 dv-cinder-801354-3-iscsi neutron-server[99969]: return self.request(url, 'GET', **kwargs) Oct 14 11:26:50.177398 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 11:26:50.177398 dv-cinder-801354-3-iscsi neutron-server[99969]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 11:26:50.177398 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 11:26:50.177398 dv-cinder-801354-3-iscsi neutron-server[99969]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 11:26:50.177398 dv-cinder-801354-3-iscsi neutron-server[99969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 11:26:50.177398 dv-cinder-801354-3-iscsi neutron-server[99969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 11:26:50.177398 dv-cinder-801354-3-iscsi neutron-server[99969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 11:26:50.182501 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb5670-0a47-4ff2-8ef9-9e6f83294efd None None] Pushing event deleted for resources: {'Port': ['ID=38211bc7-60c4-42f2-8c74-e19f496297e4,revision_number=None']} {{(pid=99970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:26:50.195859 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cb5670-0a47-4ff2-8ef9-9e6f83294efd None None] No DVR routers for this DVR port 38211bc7-60c4-42f2-8c74-e19f496297e4 on host dv-cinder-801354-3-iscsi {{(pid=99970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:26:50.258277 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-eb75dbd8-d428-4eeb-9ef2-2d020e0ace3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073302885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1073185994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1073340624'] for network, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:50.263806 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-eb75dbd8-d428-4eeb-9ef2-2d020e0ace3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1073187632'] for network, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:50.267148 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-eb75dbd8-d428-4eeb-9ef2-2d020e0ace3f admin admin] 10.222.0.46 "DELETE /v2.0/networks/b0f4f705-dbc3-4186-8a9b-17bdbfb757e3 HTTP/1.1" status: 204 len: 168 time: 0.5674012 Oct 14 11:26:50.267953 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 38211bc7-60c4-42f2-8c74-e19f496297e4 no longer exists at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:26:50.278731 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb75dbd8-d428-4eeb-9ef2-2d020e0ace3f admin admin] Pushing event deleted for resources: {'Network': ['ID=b0f4f705-dbc3-4186-8a9b-17bdbfb757e3,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:26:50.289863 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] No Port match for: 38211bc7-60c4-42f2-8c74-e19f496297e4 {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:26:50.290223 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 38211bc7-60c4-42f2-8c74-e19f496297e4 not bound to the agent host dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:26:50.290636 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 05f46f02-1597-44af-a4d6-ccd681c71fca no longer exists at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:26:50.311051 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] No Port match for: 05f46f02-1597-44af-a4d6-ccd681c71fca {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:26:50.311392 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 05f46f02-1597-44af-a4d6-ccd681c71fca not bound to the agent host dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:26:50.311801 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 08db6fa7-6a28-49d3-a464-347d63595fd9 no longer exists at agent ovs-agent-dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:26:50.330900 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.plugin [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] No Port match for: 08db6fa7-6a28-49d3-a464-347d63595fd9 {{(pid=99970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:26:50.331239 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron.plugins.ml2.rpc [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Device 08db6fa7-6a28-49d3-a464-347d63595fd9 not bound to the agent host dv-cinder-801354-3-iscsi {{(pid=99970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:26:50.503348 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 39652) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:26:50.543114 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-c6fc9f90-11d5-4b2a-ad33-aea2a5a80e6d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=752304d80c35436c9ce5e1d5970ee38e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386317 Oct 14 11:26:50.545525 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 39654) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:26:50.592624 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-0952b5a4-4ffa-4690-82af-3972720fad8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:50.613722 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-0952b5a4-4ffa-4690-82af-3972720fad8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:50.659966 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-0952b5a4-4ffa-4690-82af-3972720fad8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:50.663095 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-0952b5a4-4ffa-4690-82af-3972720fad8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:50.664213 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-0952b5a4-4ffa-4690-82af-3972720fad8b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4c36fecc-2ea1-4648-a524-7884663b3fa0 HTTP/1.1" status: 204 len: 168 time: 0.1177716 Oct 14 11:26:50.672071 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952b5a4-4ffa-4690-82af-3972720fad8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c36fecc-2ea1-4648-a524-7884663b3fa0,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:26:50.864924 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.agents_db [None req-913fd0e5-582e-4eb1-907a-85279628d193 None None] Agent healthcheck: found 6 active agents {{(pid=99971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:26:50.972539 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 39660) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:26:51.012347 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-481b977e-76d5-4d96-a3b6-420af0e131e5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=95927c12c90344e2866a67e502c7e674&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386114 Oct 14 11:26:51.014797 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [-] (99969) accepted ('10.222.0.46', 39662) {{(pid=99969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:26:51.073890 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f8001eb5-a081-4b88-8beb-6aacd4ea3822 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:51.095046 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f8001eb5-a081-4b88-8beb-6aacd4ea3822 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:51.142831 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f8001eb5-a081-4b88-8beb-6aacd4ea3822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1073330644'] for security_group, after_delete {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:51.145666 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f8001eb5-a081-4b88-8beb-6aacd4ea3822 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:51.147802 dv-cinder-801354-3-iscsi neutron-server[99969]: INFO neutron.wsgi [None req-f8001eb5-a081-4b88-8beb-6aacd4ea3822 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/527ed0f2-1b9b-4790-894a-8beec96b9b36 HTTP/1.1" status: 204 len: 168 time: 0.1321051 Oct 14 11:26:51.156038 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8001eb5-a081-4b88-8beb-6aacd4ea3822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527ed0f2-1b9b-4790-894a-8beec96b9b36,revision_number=None']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:27:08.815985 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:27:08.854283 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-a593ba85-ae02-4abe-9c3c-49ea6d8614dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:27:11.543471 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-273ee854-1588-4120-bcd4-dfd150cffa9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:27:12.841550 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:27:13.063006 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:27:14.357123 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:27:27.864283 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.agents_db [None req-913fd0e5-582e-4eb1-907a-85279628d193 None None] Agent healthcheck: found 6 active agents {{(pid=99971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:27:38.821115 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:27:38.854651 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-c15a26f5-9d47-476f-b1e6-83c8f12ecf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:27:41.546019 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-77fc0a06-a009-4a2e-b2e6-0eaa64257ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:27:42.844685 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:27:43.065319 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:27:44.360041 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:04.863707 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.agents_db [None req-913fd0e5-582e-4eb1-907a-85279628d193 None None] Agent healthcheck: found 6 active agents {{(pid=99971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:28:08.828147 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:08.854150 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-555e3bfc-26fd-4ecc-9ed4-322cecc041a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:11.547067 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-a4e06f31-3cd1-483e-ba6b-581f96fa6e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:12.848907 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:13.067613 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:14.362089 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:38.855748 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:38.858630 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-070e6d30-a524-40fe-b9ce-123cbbb1a805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:41.547544 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-c2209753-e783-42e4-aa6b-25849164a92f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:41.866646 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.agents_db [None req-913fd0e5-582e-4eb1-907a-85279628d193 None None] Agent healthcheck: found 6 active agents {{(pid=99971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:28:42.854038 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:43.070647 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:44.365301 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:08.861594 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:08.863524 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-c1a93c19-b9f9-473f-a722-609aeef1d80b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:09.615614 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [req-76c5d78a-660b-49b3-bedd-575b5cd850d8 req-c1130657-552b-4417-8933-65975348aee9 service neutron] (99968) timed out ('10.222.0.39', 59980) {{(pid=99968) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 14 11:29:11.548314 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-6b2d63b4-f338-4a06-9316-b61be454d0b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:12.853616 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:13.072479 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:13.656159 dv-cinder-801354-3-iscsi neutron-server[99968]: DEBUG neutron.wsgi [req-0cc662b1-7b91-4907-b3a5-fbe21d1fc7bd req-002d4542-0627-44b3-aec7-5b73e7336b9e service neutron] (99968) timed out ('10.222.0.39', 59963) {{(pid=99968) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 14 11:29:14.367420 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:18.865142 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.agents_db [None req-913fd0e5-582e-4eb1-907a-85279628d193 None None] Agent healthcheck: found 6 active agents {{(pid=99971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:29:38.864505 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-c3fd2224-f015-4b73-9297-9a792fc36ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:38.888690 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:41.548842 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-07e8d4b6-334e-43bf-b8e4-d91fcda1099c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:42.857876 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:43.074587 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:44.370051 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:55.864878 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.agents_db [None req-913fd0e5-582e-4eb1-907a-85279628d193 None None] Agent healthcheck: found 6 active agents {{(pid=99971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:30:08.867629 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-349b63c3-0b27-4ac6-96ad-1866976b30f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:08.890984 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:11.550620 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aa6b28f9-b68e-495e-a6af-bb96b5d9d1a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:12.860135 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:13.079945 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:14.375733 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:32.863964 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.agents_db [None req-913fd0e5-582e-4eb1-907a-85279628d193 None None] Agent healthcheck: found 6 active agents {{(pid=99971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:30:38.869160 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-0bb37981-5cc9-4f8c-b752-24607909320d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:38.903172 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:41.551759 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-15a11458-300b-4b04-8a31-fac5ec21a10b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:42.863742 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:43.086704 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:44.378796 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:08.870495 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-98ace5bb-2916-4548-8476-245bc81efbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:08.903146 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:09.864150 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.agents_db [None req-913fd0e5-582e-4eb1-907a-85279628d193 None None] Agent healthcheck: found 6 active agents {{(pid=99971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:31:11.552315 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-1038f826-1232-41bd-9a8b-f90cc5fde2c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:12.866627 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:13.078371 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:14.381689 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:38.872564 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-c0f4b859-8c02-41e0-b5a2-37c439643b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:38.921919 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:41.553363 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-b792d692-6642-44eb-a72e-2dcb37eb22b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:42.868229 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-880775e5-e92c-441f-afa8-8e96d16ab9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:43.082090 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-ae87e0b0-e1e4-4a61-8d6d-a38f4f42faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:44.382685 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-524bbba2-0bc9-408f-aeaa-e53a67e6c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:46.863021 dv-cinder-801354-3-iscsi neutron-server[99971]: DEBUG neutron.db.agents_db [None req-913fd0e5-582e-4eb1-907a-85279628d193 None None] Agent healthcheck: found 6 active agents {{(pid=99971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:31:47.056452 dv-cinder-801354-3-iscsi neutron-server[99969]: DEBUG neutron.wsgi [req-fba4fbe2-1d73-4dbf-8106-d12da5b76308 req-0332b1ed-83a0-4c15-87b0-b1b10ce6e916 service neutron] (99969) timed out ('10.222.0.46', 33712) {{(pid=99969) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 14 11:32:08.876284 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-08e9a36d-42dd-4731-b3d7-a6f1063ec892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:08.942275 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d4a0-c83d-4029-a39e-3ba182279114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:11.555283 dv-cinder-801354-3-iscsi neutron-server[99970]: DEBUG neutron_lib.callbacks.manager [None req-1c700379-a932-4bb4-87bb-37ffcb782f94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755828151071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728566'] for agent, after_update {{(pid=99970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}